-- Logs begin at Sat 2021-08-28 02:44:01 UTC, end at Sat 2021-08-28 04:01:41 UTC. -- Aug 28 03:25:46.198546 dv-cinder-759169-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 03:25:48.920546 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.common.config [-] Logging enabled! Aug 28 03:25:48.921158 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 03:25:48.921354 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 03:25:48.925270 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.common.config [-] Logging enabled! Aug 28 03:25:48.925524 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 03:25:48.925829 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 03:25:48.926769 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 03:25:48.927005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 03:25:48.927361 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 03:25:48.927607 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 03:25:48.927833 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 03:25:48.928152 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.928453 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.928778 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.929012 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.929306 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.929594 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.929874 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.930157 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.930452 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.930733 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.931008 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.931287 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.931516 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.931791 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.932071 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.932353 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.932576 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] debug = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.932878 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.933297 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.933702 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.933979 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.934265 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.934568 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.934820 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.935097 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.935383 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.935709 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] host = dv-cinder-759169-4-iscsi {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.935984 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.936269 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.936553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.936860 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.937136 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.937414 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.937776 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.938174 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.938461 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.938743 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.939030 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.939320 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.939609 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.939834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.940058 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.940345 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.940630 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.940934 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.941209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.941482 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.941754 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.942027 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.942293 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.942579 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.942866 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.943149 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.943422 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.943695 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.943965 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.944235 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.944517 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.944816 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.945089 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.945360 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.945646 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.945913 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.946182 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.946480 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.946765 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.947089 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.947375 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.947648 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.947929 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.948203 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.948477 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.948778 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_json = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.949053 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.949327 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.949609 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.949883 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.950155 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.950428 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.950699 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.950983 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:48.951281 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.951575 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.951872 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.952155 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.952447 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.952746 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.953038 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.953384 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.953729 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.954019 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.954307 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.954584 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.954872 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.955151 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.955446 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.955752 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.956045 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.956333 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.956605 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.956912 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.957188 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.957465 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.957748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.958025 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.958308 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.958598 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.958875 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.959160 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.959453 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.959740 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.960010 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.960285 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.960570 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.960903 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.961174 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.961449 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.961736 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.962012 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.962282 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.962561 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.962838 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.963107 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.963377 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.963655 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.963939 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.964213 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.964483 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.964779 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.965059 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.965328 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.965611 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.965887 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.966156 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.966424 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.966698 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.966967 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.967234 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.967507 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.967775 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.968048 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.968315 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.968587 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.968879 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.969697 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.969968 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.970236 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.970503 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.970777 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.971047 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.971318 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.971587 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.971857 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.972126 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.972409 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.972727 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.973002 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.973277 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.973551 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.973826 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.974100 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.974373 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.974647 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.974919 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.975187 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.975472 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.975753 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.976037 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.976320 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.976595 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.976913 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.977188 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.977468 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.977741 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.978013 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.978293 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.978575 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.978868 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.979157 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.979445 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.979733 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.980021 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.980296 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.980597 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.980898 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:48.981115 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 03:25:48.981353 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94439) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 03:25:49.334124 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 03:25:49.334399 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 03:25:49.334685 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 03:25:49.335013 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 03:25:49.726119 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.726332 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.726606 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.727951 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.728224 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.728490 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.764334 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.764609 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.764899 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.779554 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.779835 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.780105 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.808097 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.808501 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.808799 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.851053 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.851444 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:49.852791 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.132617 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.133280 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.133483 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.133914 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.134833 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.293626 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.293950 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.294237 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.294511 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.294777 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.295087 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.295343 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.295597 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.295848 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.296129 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.296386 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.296647 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.296928 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.297205 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.297458 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.297721 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.297971 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.298234 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.298500 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.298761 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.299027 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.299274 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.299553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.299936 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.300182 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.300423 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.300843 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.301080 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.301313 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.301547 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.301779 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.302009 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:50.302369 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 03:25:50.305652 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 03:25:50.311526 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 03:25:50.316595 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 28 03:25:50.318236 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 03:25:50.318680 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 03:25:50.319009 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 03:25:50.321083 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 03:25:50.325329 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 03:25:50.325659 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 03:25:50.326975 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 03:25:50.337449 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 03:25:50.364639 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 03:25:50.365437 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.365766 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94439) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 28 03:25:50.366132 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.367528 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94439) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 03:25:50.367816 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 03:25:50.368059 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 03:25:50.371776 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.372148 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:50.465425 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 03:25:50.465705 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 03:25:50.465797 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 03:25:50.466176 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 03:25:50.492110 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_db.sqlalchemy.engines [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94439) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 03:25:51.191729 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing driver for type 'gre' Aug 28 03:25:51.196317 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] gre ID ranges: [(1, 1000)] Aug 28 03:25:51.396368 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing driver for type 'local' Aug 28 03:25:51.396617 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing driver for type 'vlan' Aug 28 03:25:51.481861 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] VlanTypeDriver initialization complete Aug 28 03:25:51.482199 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing driver for type 'vxlan' Aug 28 03:25:51.482699 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] vxlan ID ranges: [(1, 1000)] Aug 28 03:25:51.677077 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing extension driver 'port_security' Aug 28 03:25:51.677353 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.extensions.port_security [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] PortSecurityExtensionDriver initialization complete Aug 28 03:25:51.677677 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing mechanism driver 'openvswitch' Aug 28 03:25:51.678013 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing mechanism driver 'hyperv' Aug 28 03:25:51.690073 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:25:51.690755 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.691126 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.691475 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.691993 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.692428 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.692814 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.693158 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.693549 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.693951 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.694298 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.694643 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.695034 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.695435 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.695782 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.696120 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.696650 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.697087 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.697434 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.697777 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.698180 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.698613 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > address_group after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.698959 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > address_group after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.699299 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.699689 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 03:25:51.700064 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] ML2 OVO RPC backend initialized. {{(pid=94439) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 28 03:25:51.700804 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.701161 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.701577 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.701950 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > networks before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.702305 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.702646 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > ports before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.702992 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.703800 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnets before_response 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.704149 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.704499 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.704878 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.705223 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.705561 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.705914 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.706236 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.706587 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.706915 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.707484 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.plugin [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Modular L2 Plugin initialization complete Aug 28 03:25:51.707813 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading services supported by the core plugin {{(pid=94439) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 03:25:51.708139 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.plugins.ml2.managers [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Got port-security extension from driver 'port_security' Aug 28 03:25:51.708599 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.extensions.vlantransparent [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Disabled vlantransparent extension. Aug 28 03:25:51.709114 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94439) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 03:25:51.709428 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: router Aug 28 03:25:51.753704 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.754310 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_create 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.754696 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router before_create 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.755110 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.755582 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.756076 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_delete 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.756565 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.757116 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.757531 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_create 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.757883 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.758235 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.758621 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.758983 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.759393 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.759819 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.760162 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.760527 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: subnet after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.760990 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.761347 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.761695 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_create 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.762040 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.762386 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.762745 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router after_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.763092 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.763456 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_create 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.763804 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.764150 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_update 55549900 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.764573 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > agent after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.764952 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > agent after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.765308 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > network after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.766619 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Tracking information for resource: router configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:51.766957 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Tracking information for resource: floatingip configured {{(pid=94439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 03:25:51.771895 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.db.l3_agentschedulers_db [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 03:25:51.772486 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.772872 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.773385 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.773611 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: port after_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.774403 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router before_create 55550100 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.774770 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.775136 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_create 55550100 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.775495 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > router precommit_update 55550100 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.780201 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.provider_configuration [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service providers = [] {{(pid=94439) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 03:25:51.780560 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.db.servicetype_db [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94439) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 03:25:51.784477 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.service_base [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 03:25:51.784867 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.service_base [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 03:25:51.785214 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.service_base [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 03:25:51.809755 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.services.service_base [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 03:25:51.810129 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.services.service_base [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 03:25:51.810502 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.810820 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 03:25:51.822769 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.823107 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: auto_allocate Aug 28 03:25:51.829687 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: network precommit_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.830063 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: network precommit_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.830627 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.831050 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: tag Aug 28 03:25:51.838176 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.838594 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: timestamp Aug 28 03:25:51.843011 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.843388 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: network_ip_availability Aug 28 03:25:51.851282 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.851736 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.852079 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:51.852896 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.853221 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: flavors Aug 28 03:25:51.863774 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.864165 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading Plugin: revisions Aug 28 03:25:51.869343 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 03:25:51.869742 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.535s {{(pid=94439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 03:25:51.870477 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94439) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 28 03:25:51.870811 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Initializing extension manager. Aug 28 03:25:51.871321 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: __init__.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.871659 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: __pycache__ {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.872085 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.872421 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: address_group.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.873230 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.873820 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: address-group Aug 28 03:25:51.874177 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: address_scope.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.874938 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.876007 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: address-scope Aug 28 03:25:51.876332 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.877299 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.877813 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: router-admin-state-down-before-update Aug 28 03:25:51.878162 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: agent.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.879109 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.879622 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: agent Aug 28 03:25:51.879945 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: agent_resources_synced.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.880998 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.881525 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: agent-resources-synced Aug 28 03:25:51.881842 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: allowedaddresspairs.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.883698 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.884207 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: allowed-address-pairs Aug 28 03:25:51.884561 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: auto_allocated_topology.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.885686 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.886192 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: auto-allocated-topology Aug 28 03:25:51.886514 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: availability_zone.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.887211 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.887710 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: availability_zone Aug 28 03:25:51.888029 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: availability_zone_filter.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.888981 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.889531 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: availability_zone_filter Aug 28 03:25:51.889854 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: data_plane_status.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.890885 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.891930 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 03:25:51.892253 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: default_subnetpools.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.893211 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.893713 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: default-subnetpools Aug 28 03:25:51.894033 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.894861 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.895386 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: dhcp_agent_scheduler Aug 28 03:25:51.895707 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: dns.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.901692 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.902191 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension dns-integration not supported by any of loaded plugins Aug 28 03:25:51.902512 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: dns_domain_ports.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.903434 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.903938 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 03:25:51.904260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.905225 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.905722 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 03:25:51.906043 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: dvr.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.907712 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.908221 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: dvr Aug 28 03:25:51.908542 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: ecmp_routes.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.909492 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.909996 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 03:25:51.910316 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: empty_string_filtering.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.911233 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.911731 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: empty-string-filtering Aug 28 03:25:51.912465 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.912996 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.913504 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 03:25:51.913821 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.914743 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.915244 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 03:25:51.915585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: external_net.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.916476 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.917005 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: external-net Aug 28 03:25:51.917327 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.918231 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.918733 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: extra_dhcp_opt Aug 28 03:25:51.919053 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: extraroute.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.919965 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.920473 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: extraroute Aug 28 03:25:51.920826 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: extraroute_atomic.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.921863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.923406 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: extraroute-atomic Aug 28 03:25:51.923728 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: filter_validation.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.924400 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.924933 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: filter-validation Aug 28 03:25:51.925256 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: fip_pf_description.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.926176 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.926674 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 03:25:51.926995 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: fip_port_details.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.927953 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.928408 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: fip-port-details Aug 28 03:25:51.928751 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: flavors.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.929973 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.930485 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: flavors Aug 28 03:25:51.930825 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.932482 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.933025 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 03:25:51.933350 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: floatingip_pools.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.934049 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.934549 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: floatingip-pools Aug 28 03:25:51.934871 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: ip_allocation.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.935790 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.936286 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 03:25:51.936604 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.937553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.938544 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: ip-substring-filtering Aug 28 03:25:51.938867 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l2_adjacency.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.939807 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.940307 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 03:25:51.940625 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.941755 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.942276 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: router Aug 28 03:25:51.942604 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.944860 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.950720 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 03:25:51.950720 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.951391 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.951899 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: ext-gw-mode Aug 28 03:25:51.952224 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.953209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.955309 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: l3-ha Aug 28 03:25:51.955642 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3_flavors.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.956577 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.957116 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: l3-flavors Aug 28 03:25:51.957443 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.958372 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.958876 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 03:25:51.959199 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: l3agentscheduler.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.960250 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.960790 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: l3_agent_scheduler Aug 28 03:25:51.961119 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: logging.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.962585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.963104 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension logging not supported by any of loaded plugins Aug 28 03:25:51.963432 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: metering.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.964183 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.964789 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: metering Aug 28 03:25:51.965121 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.966209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.966721 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: metering_source_and_destination_fields Aug 28 03:25:51.967044 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: multiprovidernet.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.967975 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.968480 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: multi-provider Aug 28 03:25:51.969349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: netmtu.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.970745 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.971254 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: net-mtu Aug 28 03:25:51.971576 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: netmtu_writable.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.978090 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.978597 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: net-mtu-writable Aug 28 03:25:51.978918 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: network_availability_zone.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.979589 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.980095 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: network_availability_zone Aug 28 03:25:51.980415 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: network_ip_availability.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.981533 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.982042 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: network-ip-availability Aug 28 03:25:51.982362 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: network_segment_range.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.983123 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.983622 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 03:25:51.983943 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: pagination.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.985927 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.986255 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: pagination Aug 28 03:25:51.986575 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: port_device_profile.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.987508 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.988305 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: port-device-profile Aug 28 03:25:51.988622 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.989591 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.990119 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: port-mac-address-regenerate Aug 28 03:25:51.990420 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.991337 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.991841 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: port-numa-affinity-policy Aug 28 03:25:51.992160 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: port_resource_request.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.993107 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.993605 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 03:25:51.993923 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: portbindings.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.994854 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.995355 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: binding Aug 28 03:25:51.995675 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: portbindings_extended.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.997104 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.997614 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: binding-extended Aug 28 03:25:51.997940 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: portsecurity.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:51.998855 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:51.999359 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: port-security Aug 28 03:25:51.999682 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: project_id.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.001163 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.001494 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: project-id Aug 28 03:25:52.001817 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: providernet.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.006688 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.007206 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: provider Aug 28 03:25:52.007529 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.011085 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.011605 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos not supported by any of loaded plugins Aug 28 03:25:52.011932 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.013204 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.013714 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 03:25:52.014040 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.014958 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.015466 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 03:25:52.015967 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_default.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.017045 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.017657 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-default not supported by any of loaded plugins Aug 28 03:25:52.017987 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_fip.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.018647 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.019147 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-fip not supported by any of loaded plugins Aug 28 03:25:52.019468 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_gateway_ip.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.020388 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.020917 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 03:25:52.021238 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_port_network_policy.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.022140 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.022637 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 03:25:52.022957 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_pps_rule.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.024198 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.024726 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-pps not supported by any of loaded plugins Aug 28 03:25:52.025050 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_rule_type_details.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.025963 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.026466 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 03:25:52.026784 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: qos_rules_alias.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.027814 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.028317 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 03:25:52.028631 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: quotasv2.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.029708 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.034817 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: quotas Aug 28 03:25:52.034817 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: quotasv2_detail.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.037750 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.038083 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: quota_details Aug 28 03:25:52.038408 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: rbac.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.039690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.040208 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: rbac-policies Aug 28 03:25:52.040535 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: rbac_address_group.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.041482 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.041988 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: rbac-address-group Aug 28 03:25:52.042307 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: rbac_address_scope.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.043215 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.043715 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: rbac-address-scope Aug 28 03:25:52.044033 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: rbac_security_groups.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.044964 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.045466 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: rbac-security-groups Aug 28 03:25:52.045780 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: rbac_subnetpool.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.046725 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.047799 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: rbac-subnetpool Aug 28 03:25:52.048113 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: revisionifmatch.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.049042 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.049552 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: revision-if-match Aug 28 03:25:52.049871 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: revisions.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.050981 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.051480 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: standard-attr-revisions Aug 28 03:25:52.051796 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: router_availability_zone.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.052586 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.053124 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: router_availability_zone Aug 28 03:25:52.053442 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: routerservicetype.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.054352 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.054846 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension router-service-type not supported by any of loaded plugins Aug 28 03:25:52.055160 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.056065 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.056559 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: security-groups-normalized-cidr Aug 28 03:25:52.056896 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.057863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.058362 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: port-security-groups-filtering Aug 28 03:25:52.058675 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.059596 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.060098 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: security-groups-remote-address-group Aug 28 03:25:52.060415 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: securitygroup.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.071729 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.072249 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: security-group Aug 28 03:25:52.072580 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: segment.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.073397 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.073898 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension segment not supported by any of loaded plugins Aug 28 03:25:52.074221 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.075260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.075774 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 03:25:52.076095 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: servicetype.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.077304 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.077815 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: service-type Aug 28 03:25:52.078136 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: sorting.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.079278 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.079599 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: sorting Aug 28 03:25:52.079913 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: standard_attr_segment.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.080858 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.081361 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 03:25:52.081745 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: standardattrdescription.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.082394 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.082887 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: standard-attr-description Aug 28 03:25:52.083202 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: stateful_security_group.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.084132 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.084640 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: stateful-security-group Aug 28 03:25:52.084991 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: stdattrs_common.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.085573 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 03:25:52.085888 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.086806 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.087308 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 03:25:52.087680 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnet_onboard.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.093491 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.094659 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: subnet_onboard Aug 28 03:25:52.094981 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.095897 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.096396 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 03:25:52.096736 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnet_service_types.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.097655 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.098159 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: subnet-service-types Aug 28 03:25:52.098491 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnetallocation.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.099546 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.100047 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: subnet_allocation Aug 28 03:25:52.100365 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.101050 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.101550 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: subnetpool-prefix-ops Aug 28 03:25:52.101869 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.102801 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.103302 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 03:25:52.103619 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: tagging.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.104760 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.105271 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: standard-attr-tag Aug 28 03:25:52.105592 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: timestamp.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.106789 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.107295 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loaded extension: standard-attr-timestamp Aug 28 03:25:52.107615 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: trunk.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.108632 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.109162 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension trunk not supported by any of loaded plugins Aug 28 03:25:52.110039 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: trunk_details.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.110968 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.111473 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension trunk-details not supported by any of loaded plugins Aug 28 03:25:52.111789 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: uplink_status_propagation.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.112978 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.113494 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 03:25:52.113816 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Loading extension file: vlantransparent.py {{(pid=94439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 03:25:52.114478 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 03:25:52.114976 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 03:25:52.117455 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:network Aug 28 03:25:52.117969 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnet Aug 28 03:25:52.118364 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 03:25:52.118758 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:port Aug 28 03:25:52.119991 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.120419 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service FLAVORS assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.121168 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.121587 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.121911 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:router Aug 28 03:25:52.122343 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 03:25:52.122839 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service METERING assigned prefix: /metering {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.124290 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:52.124654 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:52.125026 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:25:52.126356 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 03:25:52.126797 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:security_group Aug 28 03:25:52.127271 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 03:25:52.127863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service CORE assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.128185 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 03:25:52.128534 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] subnetpool is already registered Aug 28 03:25:52.128976 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service CORE assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.129296 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 03:25:52.129620 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] subnetpool is already registered Aug 28 03:25:52.131883 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.132311 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service FLAVORS assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.132954 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.133376 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.133703 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:router Aug 28 03:25:52.134036 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] router is already registered Aug 28 03:25:52.134437 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 03:25:52.134763 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] floatingip is already registered Aug 28 03:25:52.135207 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service METERING assigned prefix: /metering {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.135865 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 03:25:52.136186 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] rbac_policy is already registered Aug 28 03:25:52.136586 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:security_group Aug 28 03:25:52.136944 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] security_group is already registered Aug 28 03:25:52.137342 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 03:25:52.137666 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] security_group_rule is already registered Aug 28 03:25:52.138297 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service CORE assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.138617 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 03:25:52.138938 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] subnetpool is already registered Aug 28 03:25:52.139348 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.v2.resource_helper [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Service CORE assigned prefix: {{(pid=94439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 03:25:52.139667 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 03:25:52.139992 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING neutron.quota.resource_registry [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] subnetpool is already registered Aug 28 03:25:52.140460 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: extensions {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.143866 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: address-groups {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.144123 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: address-scopes {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.145451 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: agents {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.146609 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: auto-allocated-topology {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.147824 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: availability_zones {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.149056 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: dhcp-networks {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.150635 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: dhcp-agents {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.152040 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: routers {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.154228 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: flavors {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.155447 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: service_profiles {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.157313 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: next_providers {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.158867 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: service_profiles {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.160397 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: floatingip-pools {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.161691 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: routers {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.163771 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: floatingips {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.165071 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: l3-routers {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.166442 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: l3-agents {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.167861 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: metering-labels {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.169260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: metering-label-rules {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.170662 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: network-ip-availabilities {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.171901 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: bindings {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.173875 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: quotas {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.175312 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: quotas {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.176730 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: rbac-policies {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.177949 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: security-groups {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.179325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: security-group-rules {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.180501 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: service-providers {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.181730 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: subnetpools {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.184268 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: subnetpools {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.185758 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.187414 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.189268 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.191107 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.192897 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.194731 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.196475 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.198395 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.200141 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.202210 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron.api.extensions [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Extended resource: tags {{(pid=94439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 03:25:52.209056 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING keystonemiddleware.auth_token [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 03:25:52.213875 dv-cinder-759169-4-iscsi neutron-server[94439]: WARNING keystonemiddleware.auth_token [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 03:25:52.222858 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Acquired lock "singleton_lock" {{(pid=94439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 28 03:25:52.223331 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_concurrency.lockutils [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Releasing lock "singleton_lock" {{(pid=94439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 28 03:25:52.223968 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Starting 2 workers Aug 28 03:25:52.228872 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Started child 94548 {{(pid=94439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 03:25:52.233336 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Started child 94549 {{(pid=94439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 03:25:52.234224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.235195 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO neutron.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 03:25:52.235896 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Notify callbacks [] for process, before_spawn {{(pid=94439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.238623 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Starting 1 workers Aug 28 03:25:52.238745 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.239639 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [-] (94548) wsgi starting up on http://0.0.0.0:9696 Aug 28 03:25:52.240038 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [-] (94549) wsgi starting up on http://0.0.0.0:9696 Aug 28 03:25:52.243745 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Started child 94550 {{(pid=94439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 03:25:52.244275 dv-cinder-759169-4-iscsi neutron-server[94439]: INFO oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Starting 1 workers Aug 28 03:25:52.247515 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] calling RpcWorker wait() {{(pid=94550) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 03:25:52.248051 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] returning from RpcWorker wait() {{(pid=94550) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 03:25:52.248672 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Started child 94551 {{(pid=94439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 03:25:52.249512 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5c8f-39db-4f65-ab88-e5aa8c87dc74 None None] Notify callbacks [] for process, after_spawn {{(pid=94439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.249621 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.250186 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:25:52.251553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 03:25:52.251757 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 03:25:52.251943 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 03:25:52.252163 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 03:25:52.252499 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 03:25:52.252659 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 03:25:52.253203 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.253472 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.253716 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.253990 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.254117 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:25:52.254578 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.254864 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.255112 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.255361 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.255615 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.255863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.256030 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.256194 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.256602 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.256875 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.257175 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.257439 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.257671 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.257946 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.258114 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.258373 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.258635 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.258860 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.259118 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] debug = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.259353 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.259857 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.260080 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.260315 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.260530 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.260813 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.261056 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.261305 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.261555 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.261764 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.262012 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.262262 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.262498 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.262701 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.262916 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.263171 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.263385 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.263848 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] host = dv-cinder-759169-4-iscsi {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.264058 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.264270 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.264510 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.264761 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.265002 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.265216 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.265465 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.266236 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.266493 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.266726 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.266975 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.267227 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.267462 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.267695 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.267853 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_options = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.268077 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.268341 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.268604 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.268813 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.268978 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.269151 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.269400 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.269560 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.269802 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.270027 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.270234 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.270441 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.270670 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.270901 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.271157 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.271404 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.271613 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.271815 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.272051 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.272289 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.272506 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.272765 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.272995 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.273224 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.273461 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.273737 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.273892 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.274097 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.274306 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.274536 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.274744 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.275008 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.275234 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.275496 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.275719 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.275937 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.276160 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.276411 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.276630 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.276884 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.277134 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.277366 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.277580 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.277787 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.278032 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.278254 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_json = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.278461 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.278685 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.278933 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.279142 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.279346 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.279555 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.279763 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.280033 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.280440 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.280743 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.281039 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.281292 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.282137 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.282378 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.282775 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.283022 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.283270 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.283513 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.283846 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.284051 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.284337 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.284557 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.284934 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.285833 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:25:52.285992 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.286130 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.286344 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.286585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.286832 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.287067 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.287319 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.287598 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.287834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.288094 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.288335 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.288553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.288872 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.289144 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.289416 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.289683 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.289917 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.290223 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.290694 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.290879 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.291128 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.291316 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.292009 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.292009 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.292295 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.292575 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.292787 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.293118 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.293259 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.293430 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.293665 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.293969 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.294120 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.294325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.294553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.294781 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.295007 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.295228 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.295456 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.295684 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.295907 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.296124 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.296333 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.296542 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.296780 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.297467 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.297694 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.297824 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.298621 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.299082 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.299418 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.299706 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.299984 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.300614 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.302213 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.302213 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.302213 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.302213 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307260 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.307966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.308585 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309479 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309479 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309622 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.309820 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.310062 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.310371 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.310640 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.310837 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.311114 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.311362 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.311592 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.311840 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.312177 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.312445 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.312630 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.312931 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.313126 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.313401 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.313632 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.313906 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.314184 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.314440 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.314689 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.314933 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.315159 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.315409 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.315647 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.315885 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.316110 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.316623 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.316898 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.317118 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.317335 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.317564 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.317885 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.318110 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.318340 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.318546 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.318974 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.319345 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.319720 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.320131 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.320383 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.320637 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.320903 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.321137 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.321397 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.321796 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.322228 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.322593 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.322983 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.323341 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.323712 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.324069 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.324436 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.324863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.325229 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.325594 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.325828 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.326048 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.326267 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.326493 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.326704 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.326921 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.327167 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.327382 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.327597 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.327815 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.328045 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.328906 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.329159 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.329590 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.330005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.330400 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.330629 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.330883 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.331134 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.331343 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.331777 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.332172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.332385 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.332597 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.332842 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.333054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.333289 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.333537 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.333747 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.333996 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.334262 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.334602 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.334841 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.335063 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.335302 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.335513 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.335759 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.336014 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.336243 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.336453 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.336714 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.336951 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.337215 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.337460 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.337703 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.337910 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.338125 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.338329 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.338556 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.338763 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.339045 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.339285 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.339507 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.339754 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.339985 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.340196 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.340418 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.340622 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.340855 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.341070 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.341342 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.341551 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.341786 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.342020 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.342221 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.342435 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.342668 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.342893 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.343112 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.343317 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.343558 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.343791 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.344142 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.344637 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.344637 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.344886 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.344886 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.345126 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.345304 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.345505 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.345725 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.345928 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.346130 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.346342 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.346552 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.346753 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.347042 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.347294 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.347508 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.347787 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.348027 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.348277 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.348518 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.348843 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.349075 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.349311 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.349523 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.349734 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.349949 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.350211 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.350526 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.350795 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.351039 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.351270 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.351534 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.351804 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.352065 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.352276 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.352563 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.352993 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.353451 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.353715 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.353938 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.354186 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.354424 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.354875 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.355241 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.355492 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.355706 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.355964 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.356192 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.356417 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.356651 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.356898 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.357114 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.357339 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.357543 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.357944 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.358091 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.358248 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 03:25:52.358769 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 03:25:52.358925 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 03:25:52.359073 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 03:25:52.359238 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 03:25:52.359414 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 03:25:52.360834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 03:25:52.360834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.360834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.360834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.360834 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361253 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361253 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361253 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361463 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361463 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361613 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361752 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.361906 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.362061 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.362215 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.362411 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.362552 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.362675 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363141 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363278 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363404 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363509 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363663 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363816 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] debug = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.363971 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364171 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364326 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364450 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364606 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364784 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.364940 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365096 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365240 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365392 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365547 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365708 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.365852 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366008 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366162 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366317 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366472 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366627 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] host = dv-cinder-759169-4-iscsi {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366781 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.366935 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367090 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367243 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367398 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367709 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.367864 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368018 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368172 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368326 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368480 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368635 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368811 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.368966 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_options = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369121 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369275 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369428 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369599 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369758 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.369914 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370070 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370226 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370380 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370536 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370693 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.370847 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371001 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371155 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371308 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371463 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371622 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371776 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.371931 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372086 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372223 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372382 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372594 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372756 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.372882 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373019 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373195 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373295 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373426 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373581 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373736 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.373889 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374045 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374199 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374356 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374510 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374664 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374822 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.374978 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.375322 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.375877 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.375877 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.375877 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.375877 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376181 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376181 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_json = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376326 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376440 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376595 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376771 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.376927 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.377082 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.377237 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.377392 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 03:25:52.377568 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.377729 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.377900 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378059 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378218 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378375 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378533 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378691 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.378848 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379006 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379170 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379328 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379497 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379655 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379812 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.379972 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380130 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380288 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380446 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380604 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380786 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.380945 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381116 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381274 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381434 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381597 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381756 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.381930 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382089 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382249 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382541 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382541 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382862 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.382862 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383025 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383142 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383300 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383460 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383638 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383805 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.383929 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384088 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384250 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384407 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384567 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384744 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.384906 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385065 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385224 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385384 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385545 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385704 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.385866 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.392799 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.392799 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.392967 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58302) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393054 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.393748 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.394349 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.395005 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.396521 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.396736 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.396918 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397110 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397264 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397418 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397599 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397745 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.397907 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398060 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398225 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398396 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398545 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398702 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.398869 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.399553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.399553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.399553 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.399748 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106697 Aug 28 03:25:52.399818 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.400066 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.400881 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.401089 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.401277 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.401459 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.401638 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.401804 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402558 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402558 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402558 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402558 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402826 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402826 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.402953 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403155 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403255 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403405 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403568 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403725 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.403938 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404046 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404190 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404353 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404514 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404684 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.404897 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.405068 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.405221 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.405384 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.405577 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.405847 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.406015 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.406175 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.406413 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.407180 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.407361 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.407529 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.407693 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.407857 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408369 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408527 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408625 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408819 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.408984 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409146 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409308 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409469 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409665 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409779 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.409940 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.410690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.410690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.410690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.410690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.410690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411780 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411780 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.411780 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412121 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412121 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412381 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412381 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412617 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412617 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412867 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.412985 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413171 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413291 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413396 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:25:52.413521 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413629 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413752 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.413863 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414019 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414182 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414344 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414505 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414664 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.414825 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415002 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415164 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415325 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415484 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415645 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.415914 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416083 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416243 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416404 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416563 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416764 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.416931 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417095 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417259 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417420 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417579 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417739 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.417898 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418057 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418232 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418395 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418557 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418717 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.418877 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419037 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419209 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419369 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419530 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419690 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.419850 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420008 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420177 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420336 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420496 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420657 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420838 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.420998 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.421168 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.421328 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.421488 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.421649 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423318 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423318 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423318 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423653 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423653 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423653 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423940 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.423940 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424133 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424272 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424433 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424594 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424812 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.424933 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425086 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425249 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425409 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425582 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425743 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.425999 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426168 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426343 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426509 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426672 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426833 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.426994 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427155 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427319 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427484 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427654 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427822 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.427983 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.428151 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.428321 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.428489 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.428650 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.428846 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429019 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429179 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429388 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429532 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429656 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429779 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.429941 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430101 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430259 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430420 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430579 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430740 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.430900 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431059 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431207 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431367 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431526 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431685 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.431845 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.432006 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 03:25:52.432174 dv-cinder-759169-4-iscsi neutron-server[94439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 03:26:04.070685 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202daae-ca38-44be-bcf9-e641d7fcc1e7 None None] get_active_networks_info from dv-cinder-759169-4-iscsi {{(pid=94550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 03:26:04.254109 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202daae-ca38-44be-bcf9-e641d7fcc1e7 None None] No non-hosted networks {{(pid=94550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 03:26:04.263020 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-fcdaee88-ee5f-4478-aa15-e24317890299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:06.445622 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-8d53d133-398b-4bba-bcf2-faab6deaa4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:06.483075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.db.api [None req-4a995e9f-84d0-4691-aae5-0d2a7d5d726b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759169-4-iscsi {{(pid=94550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:26:06.483477 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG oslo_db.api [None req-4a995e9f-84d0-4691-aae5-0d2a7d5d726b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:26:07.071514 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-4a995e9f-84d0-4691-aae5-0d2a7d5d726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:07.233989 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:07.234672 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.235001 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.235336 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.235669 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.269174 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.269625 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.269972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.270342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.270678 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.271011 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.271337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.271659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:07.272066 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759169-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:07.287781 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759169-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:08.008683 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:09.187202 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.db.l3_hamode_db [None req-c16c7e8e-a0a4-4367-af31-e7edd0b470b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 03:26:09.277384 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c7e8e-a0a4-4367-af31-e7edd0b470b3 None None] Routers set() bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:26:09.277982 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c7e8e-a0a4-4367-af31-e7edd0b470b3 None None] Router IDs set() for agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 03:26:09.705460 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:10.680712 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58400) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:11.167294 dv-cinder-759169-4-iscsi neutron-server[94548]: WARNING oslo_policy.policy [None req-b2751abb-674f-41e9-8e8c-0122ea1f9e1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:11.167880 dv-cinder-759169-4-iscsi neutron-server[94548]: WARNING oslo_policy.policy [None req-b2751abb-674f-41e9-8e8c-0122ea1f9e1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:11.393454 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [None req-b2751abb-674f-41e9-8e8c-0122ea1f9e1f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:26:11.395503 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-b2751abb-674f-41e9-8e8c-0122ea1f9e1f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7138579 Aug 28 03:26:13.759881 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58414) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:14.076634 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:14.170737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.policy [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 03:26:14.216001 dv-cinder-759169-4-iscsi neutron-server[94548]: WARNING oslo_policy.policy [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:14.216369 dv-cinder-759169-4-iscsi neutron-server[94548]: WARNING oslo_policy.policy [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:14.225996 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.quota [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] Loaded quota_driver: . Aug 28 03:26:14.361524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732829621777', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732829621372', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732829667026', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732829668366', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732830116399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732829655275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-577004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32907474', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547688'] for rbac-policy, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:14.544328 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:14.545567 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-db7f63fb-6b87-488d-ae86-b81aa980da31 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7847233 Aug 28 03:26:17.104740 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58426) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:17.415769 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Request body: {'network': {'name': 'private', 'project_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'tenant_id': '8b66329418b34190a1823e8c407e0028'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:17.505366 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Made reservation on behalf of 8b66329418b34190a1823e8c407e0028 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:26:17.508132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:17.528302 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:17.792016 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:17.870742 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:17.894636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:26:17.918060 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732826234853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:17.918632 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Unsubscribe: segment precommit_create {{(pid=94548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 03:26:17.919127 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Added segment 3ebbf805-d8da-48e7-ab89-da7337b3208d of type vlan for network dec456c1-ae95-46b5-9907-196c5428c6c6 Aug 28 03:26:17.925883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3862fdef-7398-4b46-9116-791d3c2b000f,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:17.947238 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.947589 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.947916 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.948237 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.948555 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.948898 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.949212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.949522 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.949879 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.950198 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.950506 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.950812 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Tracked resource versions report: Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: pushed versions: Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: { 'AddressGroup': {'1.2'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'ConntrackHelper': {'1.0'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Log': {'1.0'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Network': {'1.1'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Port': {'1.7'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'PortForwarding': {'1.2'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'QosPolicy': {'1.9'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroup': {'1.4'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SubPort': {'1.0'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Subnet': {'1.1'}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Trunk': {'1.1'}} Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: consumer versions: Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'ConntrackHelper': '1.0', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Log': '1.0', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Network': '1.1', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Port': '1.7', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'PortForwarding': '1.2', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'QosPolicy': '1.9', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroup': '1.4', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroupRule': '1.2', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SubPort': '1.0', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Subnet': '1.1', Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Trunk': '1.1'}} Aug 28 03:26:17.951923 dv-cinder-759169-4-iscsi neutron-server[94548]: {{(pid=94548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:26:18.039647 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:18.128115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:18.129243 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:18.129877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:18.225696 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] Pushing event updated for resources: {'Network': ['ID=dec456c1-ae95-46b5-9907-196c5428c6c6,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:18.238318 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network dec456c1-ae95-46b5-9907-196c5428c6c6 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:26:18.255107 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-4b87868f-141a-4d94-ae12-e97ac90b9057 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1493053 Aug 28 03:26:20.872713 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58440) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:21.261896 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d8f5fd-08f1-43e2-8df0-89a0c3ac5f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:21.263252 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-57d8f5fd-08f1-43e2-8df0-89a0c3ac5f16 admin admin] 10.222.0.36 "GET /v2.0/networks/dec456c1-ae95-46b5-9907-196c5428c6c6 HTTP/1.1" status: 200 len: 825 time: 0.3895886 Aug 28 03:26:21.289589 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a153abc2-13dd-491d-a978-876eeb2365ef admin admin] 10.222.0.36 "GET /v2.0/subnetpools/46742773-ddba-4160-b2e7-aa64c35e1f96 HTTP/1.1" status: 200 len: 734 time: 0.0193236 Aug 28 03:26:21.298745 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Request body: {'subnet': {'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '8b66329418b34190a1823e8c407e0028'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:21.413495 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Made reservation on behalf of 8b66329418b34190a1823e8c407e0028 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:26:21.415846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:21.772887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:21.842304 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Checking segment: {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:26:21.842699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Network hostable DHCP agents. Network: dec456c1-ae95-46b5-9907-196c5428c6c6, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:26:21.847115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dccc6e-ed45-45e8-8ba4-50ca41a3951e,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:21.926509 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Network dec456c1-ae95-46b5-9907-196c5428c6c6 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:26:21.990857 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, dec456c1-ae95-46b5-9907-196c5428c6c6) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:21.996186 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:21.997335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:22.000751 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb8508-c683-4149-b8bb-9df1b5685eb2 None None] Network dec456c1-ae95-46b5-9907-196c5428c6c6 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:26:22.077184 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-06bb88e1-a61b-4a07-8de7-4424c71f0b12 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7824061 Aug 28 03:26:22.323312 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-dec456c1-ae95-46b5-9907-196c5428c6c6', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:26:22.324540 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:22.612603 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Allocated IP 172.20.0.2 (dec456c1-ae95-46b5-9907-196c5428c6c6/71dccc6e-ed45-45e8-8ba4-50ca41a3951e/bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:26:22.812680 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:22.831283 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Transition to ACTIVE for port object bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:26:22.879513 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Transition to ACTIVE for port object bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:26:22.941078 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:23.005134 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Network dec456c1-ae95-46b5-9907-196c5428c6c6 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:26:23.010887 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:23.014631 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:26:23.069603 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Pushing event updated for resources: {'Port': ['ID=bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:23.096142 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.096486 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.096850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.097184 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.097512 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.097838 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.098159 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.098480 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.098817 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.099137 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.099453 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.099769 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Tracked resource versions report: Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: pushed versions: Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: { 'AddressGroup': {'1.2'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'ConntrackHelper': {'1.0'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Log': {'1.0'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Network': {'1.1'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Port': {'1.7'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'PortForwarding': {'1.2'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'QosPolicy': {'1.9'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroup': {'1.4'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SubPort': {'1.0'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Subnet': {'1.1'}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Trunk': {'1.1'}} Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: consumer versions: Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'ConntrackHelper': '1.0', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Log': '1.0', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Network': '1.1', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Port': '1.7', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'PortForwarding': '1.2', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'QosPolicy': '1.9', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroup': '1.4', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroupRule': '1.2', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SubPort': '1.0', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Subnet': '1.1', Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Trunk': '1.1'}} Aug 28 03:26:23.100927 dv-cinder-759169-4-iscsi neutron-server[94550]: {{(pid=94550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:26:23.114447 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Attempting to bind port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:26:23.114828 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Attempting to bind port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:26:23.115258 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Attempting to bind port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 on network dec456c1-ae95-46b5-9907-196c5428c6c6 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:26:23.120536 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:26:23.120978 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Checking segment: {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:26:23.121477 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:23.121866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Bound using segment: {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:26:23.122367 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Bound port: bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:26:23.122763 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:23.184534 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] For port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:26:23.189445 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] For port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5,segment=NetworkSegment(3ebbf805-d8da-48e7-ab89-da7337b3208d),segment_id=3ebbf805-d8da-48e7-ab89-da7337b3208d)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:26:23.264608 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:23.334430 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5181ce-6cfd-4976-abc2-62352db744c3 None None] Pushing event updated for resources: {'Port': ['ID=bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:24.494843 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 58448) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:25.008488 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING oslo_policy.policy [None req-f182ae9c-5335-4227-b4b4-6b319ba437fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:25.009086 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING oslo_policy.policy [None req-f182ae9c-5335-4227-b4b4-6b319ba437fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:25.239396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [None req-f182ae9c-5335-4227-b4b4-6b319ba437fc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:26:25.240682 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f182ae9c-5335-4227-b4b4-6b319ba437fc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7437479 Aug 28 03:26:27.647830 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 58462) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:27.976250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [None req-b845d28e-350c-4589-a37a-30d39be73b17 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:26:27.979649 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b845d28e-350c-4589-a37a-30d39be73b17 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284814 Aug 28 03:26:30.637967 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 58476) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:30.944421 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'name': 'router1'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:31.008879 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.policy [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 03:26:31.054739 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING oslo_policy.policy [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:31.055132 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING oslo_policy.policy [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 03:26:31.064802 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.quota [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Loaded quota_driver: . Aug 28 03:26:31.185888 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:31.187705 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:31.349446 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:31.380731 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:31.413727 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:31.464853 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:31.467188 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6177cb00-2556-4789-b96f-757833a7a71c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8271756 Aug 28 03:26:31.528179 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:26:31.836276 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a1e37-8e4f-40f3-821a-52bb8f65dc1b None None] Network dec456c1-ae95-46b5-9907-196c5428c6c6 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:26:31.946130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Provisioning for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:26:31.953625 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Provisioning complete for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:31.954493 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:32.103242 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:32.141227 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] For port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5,segment=NetworkSegment(3ebbf805-d8da-48e7-ab89-da7337b3208d),segment_id=3ebbf805-d8da-48e7-ab89-da7337b3208d)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:26:32.219656 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:32.268152 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c506589-61a8-4f45-8fcb-d1c433a14eb7 None None] Pushing event updated for resources: {'Port': ['ID=bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:32.340778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a37ecfe6-e318-4f21-9980-c158abb3f1ee None None] Provisioning complete for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:32.341073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a37ecfe6-e318-4f21-9980-c158abb3f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:33.354802 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:33.403890 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:33.404174 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:33.891392 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58486) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:34.059457 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5a11ef8c-26fd-4d2f-a811-e416ed8ca349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:34.204440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [None req-aaa737e7-dcc0-4c10-8864-a39a7416076d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:26:34.205495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-aaa737e7-dcc0-4c10-8864-a39a7416076d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129404 Aug 28 03:26:36.408472 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e955-935c-49e2-9161-bac409a187b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:36.604737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58494) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:36.922568 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:36.996388 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Made reservation on behalf of 37f96c3ec8d04759ad8c280be101aa09 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:26:36.998630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.008030 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.095310 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.173749 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.184661 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.190667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Reserving flat network on physical network physnet1 {{(pid=94548) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 03:26:37.212565 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c713ffdd-92d0-4ba8-9f30-abc51cfb90a1,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:37.216668 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.217197 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Added segment 55a056f3-3b48-442f-8c99-2cf06889305b of type flat for network bfbff3ff-848d-47ad-a75d-cb9f930341aa Aug 28 03:26:37.262850 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.367332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.368359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:37.368952 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:37.428409 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] Pushing event updated for resources: {'Network': ['ID=bfbff3ff-848d-47ad-a75d-cb9f930341aa,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:37.437993 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:26:37.482900 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-8393ff12-18e6-41b1-9708-246f503296ff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8768523 Aug 28 03:26:37.898976 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:39.670710 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:39.863383 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 58512) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:40.093519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3602fe18-9776-4315-96af-8f04f1eb0110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:40.095025 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3602fe18-9776-4315-96af-8f04f1eb0110 admin admin] 10.222.0.36 "GET /v2.0/subnets/71dccc6e-ed45-45e8-8ba4-50ca41a3951e HTTP/1.1" status: 200 len: 849 time: 0.2307770 Aug 28 03:26:40.214040 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-505970ad-fa07-4e1c-8859-e67446287715 admin admin] 10.222.0.36 "GET /v2.0/routers/33699c04-3b0c-4894-8d32-b53f91d76936 HTTP/1.1" status: 200 len: 704 time: 0.1127155 Aug 28 03:26:40.495344 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:40.841642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Allocated IP 172.20.0.1 (dec456c1-ae95-46b5-9907-196c5428c6c6/71dccc6e-ed45-45e8-8ba4-50ca41a3951e/f9087e9b-a127-4f5f-ae27-63cf41a3a378) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:26:41.055355 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.082748 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Transition to ACTIVE for port object f9087e9b-a127-4f5f-ae27-63cf41a3a378 will not be triggered until provisioned by entity DHCP. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:26:41.230373 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.265507 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Network dec456c1-ae95-46b5-9907-196c5428c6c6 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:26:41.267459 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:41.335364 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:26:41.335919 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.404426 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Pushing event updated for resources: {'Port': ['ID=f9087e9b-a127-4f5f-ae27-63cf41a3a378,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:41.425255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.425609 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.425944 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.426282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.426588 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.426906 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.427221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.427538 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.427865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.428181 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.428488 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.428821 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Tracked resource versions report: Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: pushed versions: Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: { 'AddressGroup': {'1.2'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'ConntrackHelper': {'1.0'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Log': {'1.0'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Network': {'1.1'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Port': {'1.7'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'PortForwarding': {'1.2'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'QosPolicy': {'1.9'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroup': {'1.4'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SubPort': {'1.0'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Subnet': {'1.1'}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Trunk': {'1.1'}} Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: consumer versions: Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'ConntrackHelper': '1.0', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Log': '1.0', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Network': '1.1', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Port': '1.7', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'PortForwarding': '1.2', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'QosPolicy': '1.9', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroup': '1.4', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroupRule': '1.2', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SubPort': '1.0', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Subnet': '1.1', Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Trunk': '1.1'}} Aug 28 03:26:41.429942 dv-cinder-759169-4-iscsi neutron-server[94549]: {{(pid=94549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:26:41.626573 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.647413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-641b3da3-db50-4760-ae75-338867e74736 None None] Provisioning for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:26:41.651709 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-641b3da3-db50-4760-ae75-338867e74736 None None] Provisioning complete for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:41.652073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-641b3da3-db50-4760-ae75-338867e74736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.684803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-641b3da3-db50-4760-ae75-338867e74736 None None] Port f9087e9b-a127-4f5f-ae27-63cf41a3a378 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:26:41.836314 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.892967 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.893736 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:41.968633 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Pushing event updated for resources: {'Port': ['ID=f9087e9b-a127-4f5f-ae27-63cf41a3a378,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:42.014156 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Network dec456c1-ae95-46b5-9907-196c5428c6c6 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:26:42.015386 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:42.204179 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-38bfcb37-ba91-4d03-b802-8c314540da2b None None] Provisioning complete for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:42.204649 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-38bfcb37-ba91-4d03-b802-8c314540da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:42.240350 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-38bfcb37-ba91-4d03-b802-8c314540da2b None None] Port f9087e9b-a127-4f5f-ae27-63cf41a3a378 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:26:42.293287 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Router 33699c04-3b0c-4894-8d32-b53f91d76936 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:26:42.385635 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:26:42.390877 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-871f8d6f-35c2-4cb5-96fd-209155d4659b admin admin] 10.222.0.36 "PUT /v2.0/routers/33699c04-3b0c-4894-8d32-b53f91d76936/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1712155 Aug 28 03:26:42.409288 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Sync routers for ids ['33699c04-3b0c-4894-8d32-b53f91d76936'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:26:42.421143 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Routers {'33699c04-3b0c-4894-8d32-b53f91d76936'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:26:42.421973 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:26:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['33699c04-3b0c-4894-8d32-b53f91d76936'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:42.606297 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Set router 33699c04-3b0c-4894-8d32-b53f91d76936 gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:26:43.044839 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:41Z', 'revision_number': 2, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port_host': None, '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:41Z', 'revision_number': 2, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:43.094427 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Checking router: 33699c04-3b0c-4894-8d32-b53f91d76936 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:26:43.094812 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Updating router 33699c04-3b0c-4894-8d32-b53f91d76936 port f9087e9b-a127-4f5f-ae27-63cf41a3a378 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:26:43.143090 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:43.676884 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:43.694307 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Transition to ACTIVE for port object f9087e9b-a127-4f5f-ae27-63cf41a3a378 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:26:43.756264 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:43.892594 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Pushing event updated for resources: {'Port': ['ID=f9087e9b-a127-4f5f-ae27-63cf41a3a378,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:43.921519 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.921861 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.922202 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.924447 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.924447 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.924447 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.924447 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.924786 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.925003 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.925331 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.925652 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.925973 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Tracked resource versions report: Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: pushed versions: Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: { 'AddressGroup': {'1.2'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'ConntrackHelper': {'1.0'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Log': {'1.0'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Network': {'1.1'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Port': {'1.7'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'PortForwarding': {'1.2'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'QosPolicy': {'1.9'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroup': {'1.4'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SubPort': {'1.0'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Subnet': {'1.1'}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Trunk': {'1.1'}} Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: consumer versions: Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'ConntrackHelper': '1.0', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Log': '1.0', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Network': '1.1', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Port': '1.7', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'PortForwarding': '1.2', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'QosPolicy': '1.9', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroup': '1.4', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroupRule': '1.2', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SubPort': '1.0', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Subnet': '1.1', Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Trunk': '1.1'}} Aug 28 03:26:43.927161 dv-cinder-759169-4-iscsi neutron-server[94551]: {{(pid=94551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:26:43.936477 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Attempting to bind port f9087e9b-a127-4f5f-ae27-63cf41a3a378 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:26:43.936972 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Attempting to bind port f9087e9b-a127-4f5f-ae27-63cf41a3a378 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:26:43.937395 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Attempting to bind port f9087e9b-a127-4f5f-ae27-63cf41a3a378 on network dec456c1-ae95-46b5-9907-196c5428c6c6 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:26:43.943171 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:26:43.943593 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Checking segment: {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:26:43.944087 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:43.944474 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Bound using segment: {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:26:43.945005 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Bound port: f9087e9b-a127-4f5f-ae27-63cf41a3a378, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebbf805-d8da-48e7-ab89-da7337b3208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:26:43.945385 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:44.012242 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] For port f9087e9b-a127-4f5f-ae27-63cf41a3a378, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:26:44.030919 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] For port f9087e9b-a127-4f5f-ae27-63cf41a3a378, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f9087e9b-a127-4f5f-ae27-63cf41a3a378,segment=NetworkSegment(3ebbf805-d8da-48e7-ab89-da7337b3208d),segment_id=3ebbf805-d8da-48e7-ab89-da7337b3208d)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:26:44.093793 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:44.150160 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Routers {'33699c04-3b0c-4894-8d32-b53f91d76936'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:26:44.150783 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:26:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['33699c04-3b0c-4894-8d32-b53f91d76936'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:44.216672 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cb1fc-a096-46f4-9655-30adc5438361 None None] Pushing event updated for resources: {'Port': ['ID=f9087e9b-a127-4f5f-ae27-63cf41a3a378,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:44.244444 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] Set router 33699c04-3b0c-4894-8d32-b53f91d76936 gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:26:44.454787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:41Z', 'revision_number': 2, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port_host': None, '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:44Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:44.480345 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d1532-2303-47e3-9fee-423b51107cc7 None None] The sync data for ids ['33699c04-3b0c-4894-8d32-b53f91d76936'] in dv-cinder-759169-4-iscsi is: [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:41Z', 'revision_number': 2, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port_host': None, '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:44Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:26:44.650672 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 58536) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:44.762088 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b0d3f-d9bf-401f-9b60-ef8845891831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:44.763420 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-bf9b0d3f-d9bf-401f-9b60-ef8845891831 admin admin] 10.222.0.36 "GET /v2.0/networks/bfbff3ff-848d-47ad-a75d-cb9f930341aa HTTP/1.1" status: 200 len: 842 time: 0.1117210 Aug 28 03:26:44.773568 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'gateway_ip': '172.27.1.1'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:44.853001 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Made reservation on behalf of 37f96c3ec8d04759ad8c280be101aa09 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:26:44.855443 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:45.225349 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.objects.ports [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94549) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 03:26:45.225797 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:45.279873 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1559b96-1f96-4780-b175-4ae8e14c251e,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:45.291222 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:26:45.291584 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Network hostable DHCP agents. Network: bfbff3ff-848d-47ad-a75d-cb9f930341aa, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:26:45.390354 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:26:45.447560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, bfbff3ff-848d-47ad-a75d-cb9f930341aa) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:45.452304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:45.454225 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:45.455482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf11ff-d630-4e09-a71f-72ff0071e93a None None] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:26:45.536794 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7cbce17b-ca60-47af-81f8-a30acd0dc430 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7591922 Aug 28 03:26:45.583641 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49091b-0ce5-49c0-8860-e0ed1533540f None None] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:26:47.819633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58544) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:48.092096 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-64282165-3160-459e-ab96-587d1a59efb3 admin admin] 10.222.0.36 "GET /v2.0/routers/33699c04-3b0c-4894-8d32-b53f91d76936 HTTP/1.1" status: 200 len: 710 time: 0.2713206 Aug 28 03:26:48.210448 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2446cb-d168-4fa2-a185-5d0259646d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:26:48.211838 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1c2446cb-d168-4fa2-a185-5d0259646d47 admin admin] 10.222.0.36 "GET /v2.0/networks/bfbff3ff-848d-47ad-a75d-cb9f930341aa HTTP/1.1" status: 200 len: 886 time: 0.1113937 Aug 28 03:26:48.221969 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:26:48.471641 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:48.779077 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:48.903856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:49.057263 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Allocated IP 172.27.1.110 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/6fb8fc12-57fc-49df-901a-58869c09eda2) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:26:49.168283 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:49.300346 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:49.370096 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:26:49.376524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:26:49.379355 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:26:49.431464 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb8fc12-57fc-49df-901a-58869c09eda2,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:49.791297 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:49.999684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33126430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33124540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127971'] for router, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:50.006256 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33126405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33126412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33124523'] for router, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:50.124143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Router 33699c04-3b0c-4894-8d32-b53f91d76936 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:26:50.239788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:26:50.244324 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:50.245495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e8e63868-cb40-46e9-a6e7-d454651f4970 admin admin] 10.222.0.36 "PUT /v2.0/routers/33699c04-3b0c-4894-8d32-b53f91d76936 HTTP/1.1" status: 200 len: 890 time: 2.0274608 Aug 28 03:26:50.967338 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Sync routers for ids ['33699c04-3b0c-4894-8d32-b53f91d76936'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:26:50.978064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Routers {'33699c04-3b0c-4894-8d32-b53f91d76936'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:26:50.978731 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:26:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['33699c04-3b0c-4894-8d32-b53f91d76936'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:51.234051 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Set router 33699c04-3b0c-4894-8d32-b53f91d76936 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:26:51.435705 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f9087e9b-a127-4f5f-ae27-63cf41a3a378 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:51.655416 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:26:51.660607 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:51.661002 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:51.696776 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:49Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port': {'id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:48Z', 'updated_at': '2021-08-28T03:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:44Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:51.762990 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Checking router: 33699c04-3b0c-4894-8d32-b53f91d76936 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:26:51.763342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Updating router 33699c04-3b0c-4894-8d32-b53f91d76936 port 6fb8fc12-57fc-49df-901a-58869c09eda2 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:26:51.815825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:51.952535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.065080 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port f9087e9b-a127-4f5f-ae27-63cf41a3a378, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f9087e9b-a127-4f5f-ae27-63cf41a3a378,segment=NetworkSegment(3ebbf805-d8da-48e7-ab89-da7337b3208d),segment_id=3ebbf805-d8da-48e7-ab89-da7337b3208d)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:26:52.143451 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.230971 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.235307 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=f9087e9b-a127-4f5f-ae27-63cf41a3a378,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:52.284310 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Transition to ACTIVE for port object 6fb8fc12-57fc-49df-901a-58869c09eda2 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:26:52.344525 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.403570 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Attempting to bind port 6fb8fc12-57fc-49df-901a-58869c09eda2 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:26:52.403933 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Attempting to bind port 6fb8fc12-57fc-49df-901a-58869c09eda2 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:26:52.404291 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Attempting to bind port 6fb8fc12-57fc-49df-901a-58869c09eda2 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:26:52.407919 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1ef5d-205b-49c8-aaa4-d56f8df40ac7 None None] Pushing event updated for resources: {'Port': ['ID=6fb8fc12-57fc-49df-901a-58869c09eda2,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:52.413350 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:26:52.413721 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:26:52.414369 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.415155 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:26:52.415249 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Bound port: 6fb8fc12-57fc-49df-901a-58869c09eda2, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:26:52.415577 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.470859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] For port 6fb8fc12-57fc-49df-901a-58869c09eda2, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:26:52.473921 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] For port 6fb8fc12-57fc-49df-901a-58869c09eda2, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=6fb8fc12-57fc-49df-901a-58869c09eda2,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:26:52.556220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:52.617781 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1ef5d-205b-49c8-aaa4-d56f8df40ac7 None None] Pushing event updated for resources: {'Port': ['ID=6fb8fc12-57fc-49df-901a-58869c09eda2,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:52.620332 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Routers {'33699c04-3b0c-4894-8d32-b53f91d76936'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:26:52.620948 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:26:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['33699c04-3b0c-4894-8d32-b53f91d76936'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:52.724943 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 58556) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:26:52.810316 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] Set router 33699c04-3b0c-4894-8d32-b53f91d76936 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:26:52.839520 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-818fec9b-c82d-411f-84aa-60ea86753408 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134531 Aug 28 03:26:53.029473 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:49Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port': {'id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:48Z', 'updated_at': '2021-08-28T03:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:51Z', 'revision_number': 5, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:26:53.059342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538b76a-4003-4054-a85e-61cf3c140aae None None] The sync data for ids ['33699c04-3b0c-4894-8d32-b53f91d76936'] in dv-cinder-759169-4-iscsi is: [{'id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'name': 'router1', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:26:31Z', 'updated_at': '2021-08-28T03:26:49Z', 'revision_number': 4, 'project_id': '8b66329418b34190a1823e8c407e0028', 'gw_port': {'id': '6fb8fc12-57fc-49df-901a-58869c09eda2', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:48Z', 'updated_at': '2021-08-28T03:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f9087e9b-a127-4f5f-ae27-63cf41a3a378', 'name': '', 'network_id': 'dec456c1-ae95-46b5-9907-196c5428c6c6', 'tenant_id': '8b66329418b34190a1823e8c407e0028', 'mac_address': 'fa:16:3e:c1:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33699c04-3b0c-4894-8d32-b53f91d76936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:26:40Z', 'updated_at': '2021-08-28T03:26:51Z', 'revision_number': 5, 'project_id': '8b66329418b34190a1823e8c407e0028', 'subnets': [{'id': '71dccc6e-ed45-45e8-8ba4-50ca41a3951e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46742773-ddba-4160-b2e7-aa64c35e1f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:26:53.488109 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 6fb8fc12-57fc-49df-901a-58869c09eda2 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:53.607349 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 6fb8fc12-57fc-49df-901a-58869c09eda2 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:26:53.613053 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 6fb8fc12-57fc-49df-901a-58869c09eda2 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:53.613579 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:53.702506 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:53.724305 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 6fb8fc12-57fc-49df-901a-58869c09eda2, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=6fb8fc12-57fc-49df-901a-58869c09eda2,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:26:53.784637 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:53.785933 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f9087e9b-a127-4f5f-ae27-63cf41a3a378 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:53.877564 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=6fb8fc12-57fc-49df-901a-58869c09eda2,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:26:53.884125 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:53.884506 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:55.379799 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 6fb8fc12-57fc-49df-901a-58869c09eda2 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:26:55.441665 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 6fb8fc12-57fc-49df-901a-58869c09eda2 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:26:55.442149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:26:58.307800 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:27:04.075862 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-808ee011-87f1-4327-9c26-2a4ffab6bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:06.441522 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-017b697f-6d69-494b-85a2-53179e4e7196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:07.177762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:07.915488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:09.681916 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:34.085881 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-71c7b011-5a78-4c74-88da-5a06aeb6d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:35.306449 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:27:36.429627 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b098901b-3ebc-4260-8503-0a2f49516ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:37.199924 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:37.910720 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:27:39.680813 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:04.085597 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba265-c556-4ef2-9490-fcc41310181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:06.417380 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8a3c-7438-46cf-b1b7-4804faa8e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:07.182822 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:07.948323 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:09.668536 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:12.304386 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:28:30.996090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59118) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:31.056606 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa9865b-70a5-4c80-800b-ff7c14c20ef7 admin admin] GET failed (client error): The resource could not be found. Aug 28 03:28:31.057936 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0fa9865b-70a5-4c80-800b-ff7c14c20ef7 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609121 Aug 28 03:28:31.288045 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff823781-1117-4996-90fb-020476125981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:31.289830 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-ff823781-1117-4996-90fb-020476125981 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2259009 Aug 28 03:28:33.443328 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59128) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:33.537370 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19b075-8cc7-4a1a-930c-735433d4fe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:33.538715 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-cc19b075-8cc7-4a1a-930c-735433d4fe5e admin admin] 10.222.0.36 "GET /v2.0/subnets/71dccc6e-ed45-45e8-8ba4-50ca41a3951e HTTP/1.1" status: 200 len: 849 time: 0.0944552 Aug 28 03:28:33.549629 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:28:33.632938 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Notify callbacks [] for subnet, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:33.839179 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732826145576'] for subnet, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:33.870494 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:33.871082 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:33.872521 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] 10.222.0.36 "PUT /v2.0/subnets/71dccc6e-ed45-45e8-8ba4-50ca41a3951e HTTP/1.1" status: 200 len: 868 time: 0.3268783 Aug 28 03:28:33.887753 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343785ad-ac14-4dc2-aa29-5f3726809784 None None] Network dec456c1-ae95-46b5-9907-196c5428c6c6 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:28:33.893675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dccc6e-ed45-45e8-8ba4-50ca41a3951e,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:28:33.901524 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.901887 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.902230 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.902614 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.902962 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.903312 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.903644 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.903972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.911009 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.911009 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.911009 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:33.911009 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadd4dd-386b-4b4d-b185-36fdf51ac4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:28:34.106918 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-34efbee7-3819-4eb7-ae86-c7eabf029720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:34.320975 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-f905afa0-6ba9-473d-bd7f-bc845693ffa3 None None] Provisioning complete for port f9087e9b-a127-4f5f-ae27-63cf41a3a378 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:28:34.321343 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f905afa0-6ba9-473d-bd7f-bc845693ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:34.406082 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-f905afa0-6ba9-473d-bd7f-bc845693ffa3 None None] Provisioning complete for port bd1944c7-20fd-4295-a2ad-ee6a9c28fdf5 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:28:34.406360 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f905afa0-6ba9-473d-bd7f-bc845693ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:36.060377 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59138) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:36.261584 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b409c04-0cb4-4a47-b562-3696755b7d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:36.261977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b409c04-0cb4-4a47-b562-3696755b7d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:36.263580 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6b409c04-0cb4-4a47-b562-3696755b7d48 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020719 Aug 28 03:28:36.450821 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-66ba4d51-88dd-4204-9fac-90000d63556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:37.175364 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:37.913331 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:38.499650 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59146) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:38.630117 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878f85-fc78-46e9-a5f5-69e7513b48ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:38.630593 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878f85-fc78-46e9-a5f5-69e7513b48ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:38.632119 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-16878f85-fc78-46e9-a5f5-69e7513b48ea admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315191 Aug 28 03:28:39.690532 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:28:40.835078 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59154) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:40.964096 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08452a5-3dd0-442a-bef7-58cc5b0667ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:40.965534 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f08452a5-3dd0-442a-bef7-58cc5b0667ce admin admin] 10.222.0.36 "GET /v2.0/networks/bfbff3ff-848d-47ad-a75d-cb9f930341aa HTTP/1.1" status: 200 len: 886 time: 0.1294987 Aug 28 03:28:43.124866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59162) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:43.253663 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5909f-e128-4b35-95da-34a00e1a511e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:43.255103 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-03f5909f-e128-4b35-95da-34a00e1a511e admin admin] 10.222.0.36 "GET /v2.0/networks/dec456c1-ae95-46b5-9907-196c5428c6c6 HTTP/1.1" status: 200 len: 869 time: 0.1292884 Aug 28 03:28:45.443965 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59170) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:45.634390 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f29ac8-6078-4baf-ad7e-1fd00c5b3300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:45.634851 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f29ac8-6078-4baf-ad7e-1fd00c5b3300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:45.636387 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c7f29ac8-6078-4baf-ad7e-1fd00c5b3300 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1914768 Aug 28 03:28:47.823815 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59178) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:47.954679 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb150d-1e20-4ead-9f34-b943e8b179ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:47.955136 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb150d-1e20-4ead-9f34-b943e8b179ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:47.956688 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-15bb150d-1e20-4ead-9f34-b943e8b179ee admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318965 Aug 28 03:28:49.305904 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:28:50.134907 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59186) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:50.226077 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c8cf5-2380-444b-834b-4a3345e44ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:50.227405 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d84c8cf5-2380-444b-834b-4a3345e44ac0 admin admin] 10.222.0.36 "GET /v2.0/subnets/71dccc6e-ed45-45e8-8ba4-50ca41a3951e HTTP/1.1" status: 200 len: 868 time: 0.0915251 Aug 28 03:28:52.596946 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59194) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:28:52.682306 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559cb20-4560-452a-ad98-32f5fc69e293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:28:52.683654 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-c559cb20-4560-452a-ad98-32f5fc69e293 admin admin] 10.222.0.36 "GET /v2.0/subnets/f1559b96-1f96-4780-b175-4ae8e14c251e HTTP/1.1" status: 200 len: 816 time: 0.0857718 Aug 28 03:29:04.061799 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cd45-61cc-4670-b87e-6ab81f3d0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:06.438464 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-12afa978-2883-449a-8125-3d551f2fc10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:07.181718 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:07.913010 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:09.684495 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:16.575983 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59248) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:29:16.622359 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [None req-7bd1f86d-0582-40de-a228-2032e9716e50 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:29:16.623586 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7bd1f86d-0582-40de-a228-2032e9716e50 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466230 Aug 28 03:29:18.920022 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59256) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:29:18.979499 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0d6673-0a2e-4eb8-abf4-c09de2ea1fad admin admin] GET failed (client error): The resource could not be found. Aug 28 03:29:18.980813 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-dc0d6673-0a2e-4eb8-abf4-c09de2ea1fad admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598416 Aug 28 03:29:19.123535 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1cf9b-bae1-4a6c-aa5c-b5e92ff0c6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:29:19.124950 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-50c1cf9b-bae1-4a6c-aa5c-b5e92ff0c6c7 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390328 Aug 28 03:29:21.310318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59264) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:29:21.358062 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:29:21.438213 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Made reservation on behalf of 37f96c3ec8d04759ad8c280be101aa09 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:29:21.440513 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:21.471913 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING neutron.services.revisions.revision_plugin [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Could not find related network for resource to bump revision. Aug 28 03:29:21.487945 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:29:21.500044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732826234853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:21.500572 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Unsubscribe: segment precommit_create {{(pid=94549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 03:29:21.503631 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Added segment d110975e-0620-400a-8582-7466b28fe27b of type vlan for network 1776a48e-20f3-4464-b8ab-aae38d7108b5 Aug 28 03:29:21.551789 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:21.631572 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:21.632500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:29:21.633103 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:21.721722 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] Pushing event updated for resources: {'Network': ['ID=1776a48e-20f3-4464-b8ab-aae38d7108b5,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:29:21.735873 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:29:21.782073 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-960fbbe4-2aaa-4e24-8200-079d4d0f7a56 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4705200 Aug 28 03:29:24.000131 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59272) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:29:24.063132 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.pecan_wsgi.hooks.translation [None req-9356e609-750a-414c-b09f-f98705c5f466 admin admin] GET failed (client error): The resource could not be found. Aug 28 03:29:24.064484 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9356e609-750a-414c-b09f-f98705c5f466 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633602 Aug 28 03:29:24.138069 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dc672-be87-4249-bb95-bb1d66eceaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:29:24.139619 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c54dc672-be87-4249-bb95-bb1d66eceaf3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703201 Aug 28 03:29:24.150076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Request body: {'subnet': {'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:29:24.243819 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Made reservation on behalf of 37f96c3ec8d04759ad8c280be101aa09 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:29:24.245974 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:24.455601 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:24.514583 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c3199b-28f5-4cca-b854-59aaf426383d,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:29:24.518675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Checking segment: {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:29:24.519024 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Network hostable DHCP agents. Network: 1776a48e-20f3-4464-b8ab-aae38d7108b5, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:29:24.569506 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:29:24.638322 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 1776a48e-20f3-4464-b8ab-aae38d7108b5) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:29:24.642850 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:29:24.643830 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:24.646841 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171bf16-e520-41bb-8f51-f575362c6a79 None None] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:29:24.719219 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e299e1d1-1a2b-420b-8327-a90a033e4f41 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5725834 Aug 28 03:29:24.898468 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-1776a48e-20f3-4464-b8ab-aae38d7108b5', 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5', 'tenant_id': '37f96c3ec8d04759ad8c280be101aa09', 'fixed_ips': [{'subnet_id': 'b7c3199b-28f5-4cca-b854-59aaf426383d'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:29:24.899604 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.036752 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Allocated IP 192.168.233.2 (1776a48e-20f3-4464-b8ab-aae38d7108b5/b7c3199b-28f5-4cca-b854-59aaf426383d/6f89de90-663a-4328-b827-72ca666cf183) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:29:25.183669 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.192676 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Transition to ACTIVE for port object 6f89de90-663a-4328-b827-72ca666cf183 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:29:25.208059 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Transition to ACTIVE for port object 6f89de90-663a-4328-b827-72ca666cf183 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:29:25.284368 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.327716 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:29:25.330578 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:29:25.333040 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:29:25.338689 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Pushing event updated for resources: {'Port': ['ID=6f89de90-663a-4328-b827-72ca666cf183,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:29:25.348515 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.348888 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.349237 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.349563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.349883 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.350202 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.350523 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.350837 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.351168 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.351510 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.351817 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.352129 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:29:25.408475 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Attempting to bind port 6f89de90-663a-4328-b827-72ca666cf183 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:29:25.408805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Attempting to bind port 6f89de90-663a-4328-b827-72ca666cf183 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:29:25.409200 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Attempting to bind port 6f89de90-663a-4328-b827-72ca666cf183 on network 1776a48e-20f3-4464-b8ab-aae38d7108b5 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:29:25.414483 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:29:25.414863 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Checking segment: {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:29:25.415256 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.415655 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Bound using segment: {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:29:25.416096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Bound port: 6f89de90-663a-4328-b827-72ca666cf183, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:29:25.416488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.481511 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] For port 6f89de90-663a-4328-b827-72ca666cf183, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:29:25.484801 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] For port 6f89de90-663a-4328-b827-72ca666cf183, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=6f89de90-663a-4328-b827-72ca666cf183,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:29:25.535942 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:25.600048 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9865f-bdd5-4691-abc7-de2ce52f18ce None None] Pushing event updated for resources: {'Port': ['ID=6f89de90-663a-4328-b827-72ca666cf183,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:29:26.305998 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:29:26.398824 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def23d1a-3ed2-48a2-a769-38c70718fe57 None None] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:29:26.568925 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-f30cc6cc-63c8-484a-9477-ced0fa4f7838 None None] Provisioning for port 6f89de90-663a-4328-b827-72ca666cf183 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:29:27.498228 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 6f89de90-663a-4328-b827-72ca666cf183 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:29:27.615189 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 6f89de90-663a-4328-b827-72ca666cf183 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:29:27.619302 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 6f89de90-663a-4328-b827-72ca666cf183 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:29:27.619675 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:27.698650 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:27.730492 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 6f89de90-663a-4328-b827-72ca666cf183, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=6f89de90-663a-4328-b827-72ca666cf183,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:29:27.821054 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:27.868031 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=6f89de90-663a-4328-b827-72ca666cf183,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:29:29.469581 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 6f89de90-663a-4328-b827-72ca666cf183 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:29:29.520424 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 6f89de90-663a-4328-b827-72ca666cf183 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:29:29.520855 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:34.106748 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-57a0b581-0d2e-4f39-9764-0178b380697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:36.443459 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-53ef41e8-009c-4621-9df0-c76111af8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:37.174900 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:37.969021 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:29:39.706526 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:03.364117 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:30:04.106018 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2520597c-6659-48a1-8985-32d446afebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:06.425460 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce948-f41e-4731-ae83-f58b01c5d7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:07.202811 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:07.935558 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:09.705505 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:34.102892 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-260f4a82-521c-4a6f-ada3-eee0553b2272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:36.430473 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0e2f35cd-4997-4b85-9f9f-bc7a8c747f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:37.184890 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:37.910836 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:39.698966 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:40.303763 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:30:44.462604 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59324) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:30:44.468936 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [None req-c6a9dec1-736d-4cad-be5c-f2d0738592b6 tempest-verify_tempest_config-393990586 tempest-verify_tempest_config-393990586-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:30:44.469953 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c6a9dec1-736d-4cad-be5c-f2d0738592b6 tempest-verify_tempest_config-393990586 tempest-verify_tempest_config-393990586-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063443 Aug 28 03:30:45.065685 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59342) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:30:45.166765 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.281860 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.333207 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.375921 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70756f5-8612-4735-93aa-1b3fcf094628,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:30:45.380506 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62416718f9964dbe9ca2b0eef50ca276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3137858 Aug 28 03:30:45.383232 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59346) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:30:45.384606 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.384985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.385324 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.385657 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.385988 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.386332 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.387157 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.387534 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.387892 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.388216 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.388533 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.388874 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9df23a-8d32-4e16-bc30-dfee12eedf26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.438173 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.461190 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.607697 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.610492 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:30:45.611645 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d70756f5-8612-4735-93aa-1b3fcf094628 HTTP/1.1" status: 204 len: 168 time: 0.2273655 Aug 28 03:30:45.619367 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70756f5-8612-4735-93aa-1b3fcf094628,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:30:45.626571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.626920 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.627253 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.627580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.627903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.628226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.628535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.628886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.629205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.629523 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.629842 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:30:45.630158 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9402d-8b88-4a03-b5b1-e3e1d7ee558d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:31:04.109930 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7b3fec66-fdfa-4f29-8dcf-27e934d560d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:06.417646 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-51807f43-87b3-40f5-97cb-f47d8d8d0b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:07.172646 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:07.955691 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:09.704369 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:17.301954 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:31:34.080927 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a28623bf-f4be-498e-95ca-99427a92487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:36.446591 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-947fa63f-9708-4a51-bafd-2d0e79918f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:37.178066 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:37.937463 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:39.697543 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:31:54.301049 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 5 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:32:04.068237 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-36e28053-8da9-4205-92d6-5bfc458051af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:06.434375 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-377647fe-2ed6-4488-bfbd-f73e89c7f2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:07.194552 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:07.937246 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:09.685785 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:16.639624 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33124011'] for agent, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:30.858183 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59420) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:32:30.961186 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0e2faa85-5427-44dd-9c4e-2fedb5bfd29a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019137 Aug 28 03:32:31.301101 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:32:33.131585 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59430) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:32:33.185337 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0eb8ac53-b189-4780-ba8c-3334ff534fc9 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526135 Aug 28 03:32:34.084847 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-998eba60-1a87-47c4-82a0-91248b73d3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:36.450643 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5db6d7a8-9b68-440a-96a1-0ff7b6232047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:37.154586 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:37.954059 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:39.696439 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:32:46.576295 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:04.111898 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-33e81d87-7a61-4925-962e-a2e7bc9cd3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:06.432479 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-15c4f560-c9eb-44d1-b8e9-eb41a2d60674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:07.158365 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:07.935910 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:08.300239 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:33:09.706969 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:16.564044 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:34.072550 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-73136b4d-c5f9-4ab2-8d4f-3bb5268c4953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:36.483219 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-771ccc6c-e363-450c-9a78-e1d298f132d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:37.175392 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:37.935000 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:39.706220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:33:45.300866 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:33:46.586162 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.195272 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59622) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:03.402250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-710155467-network', 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:03.483178 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:03.485436 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.493963 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.588736 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.660615 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.691131 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:34:03.703251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.703594 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Added segment 7ec8cfbe-b432-4898-bfb4-654ed118cc80 of type vlan for network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 Aug 28 03:34:03.713799 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04704074-3d84-4960-8998-441f2725c4e3,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:03.738653 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.738971 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.739329 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.739662 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.739995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.740337 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.740668 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.741019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.741359 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.741688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.742010 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.742350 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Tracked resource versions report: Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: pushed versions: Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: { 'AddressGroup': {'1.2'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'ConntrackHelper': {'1.0'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Log': {'1.0'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Network': {'1.1'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Port': {'1.7'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'PortForwarding': {'1.2'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'QosPolicy': {'1.9'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroup': {'1.4'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SubPort': {'1.0'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Subnet': {'1.1'}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Trunk': {'1.1'}} Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: consumer versions: Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: HyperV agent@hv-cinder-75916: {}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'ConntrackHelper': '1.0', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Log': '1.0', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Network': '1.1', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Port': '1.7', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'PortForwarding': '1.2', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'QosPolicy': '1.9', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroup': '1.4', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SecurityGroupRule': '1.2', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'SubPort': '1.0', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Subnet': '1.1', Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: 'Trunk': '1.1'}} Aug 28 03:34:03.743414 dv-cinder-759169-4-iscsi neutron-server[94549]: {{(pid=94549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:34:03.757649 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.826091 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.827077 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:03.827725 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:03.893440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59654) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:03.894032 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6965642 Aug 28 03:34:03.899457 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2376bc-600a-48db-89d1-bb7ca42b5ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=72a26e9f-b68f-4db9-8b03-c00da89d9cb9,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:03.900223 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Request body: {'subnet': {'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-710155467-subnet', 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:03.915009 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:34:03.975469 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59660) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:03.977881 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:03.982086 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.010194 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59664) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:04.089173 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-19249232-adf2-4f94-ba21-a43b250d32e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.263355 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-960752377-network', 'tenant_id': 'e8eccaff8b4141b88e40e62e00eab1b5'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:04.340999 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.368777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Made reservation on behalf of e8eccaff8b4141b88e40e62e00eab1b5 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:04.371739 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.380473 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.406937 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:04.416244 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.416830 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.417269 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.417730 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.418926 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.419483 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.420023 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.420578 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.421176 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.421708 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.422343 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.422886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Tracked resource versions report: Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: pushed versions: Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: { 'AddressGroup': {'1.2'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'ConntrackHelper': {'1.0'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Log': {'1.0'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Network': {'1.1'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Port': {'1.7'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'PortForwarding': {'1.2'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'QosPolicy': {'1.9'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroup': {'1.4'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SubPort': {'1.0'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Subnet': {'1.1'}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Trunk': {'1.1'}} Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: consumer versions: Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: HyperV agent@hv-cinder-75916: {}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'ConntrackHelper': '1.0', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Log': '1.0', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Network': '1.1', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Port': '1.7', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'PortForwarding': '1.2', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'QosPolicy': '1.9', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroup': '1.4', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SecurityGroupRule': '1.2', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'SubPort': '1.0', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Subnet': '1.1', Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: 'Trunk': '1.1'}} Aug 28 03:34:04.424091 dv-cinder-759169-4-iscsi neutron-server[94548]: {{(pid=94548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:34:04.437788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Checking segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:04.437788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Network hostable DHCP agents. Network: 72a26e9f-b68f-4db9-8b03-c00da89d9cb9, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:34:04.456603 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-570241313-network', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:04.513224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:34:04.536000 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.654887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 72a26e9f-b68f-4db9-8b03-c00da89d9cb9) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:04.659561 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.665631 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:04.666491 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.669287 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6cb5c-4301-4dc6-9825-4b122c9bf08f None None] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:04.680944 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:34:04.690331 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.690902 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Added segment 7ae132a0-948c-4303-8406-d8087090e731 of type vlan for network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 Aug 28 03:34:04.765619 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.810870 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceaad06-002c-4823-9b20-ad8812346e2b None None] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:04.823780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1548f-6565-4b1c-9afc-dfc491117884,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:04.883294 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.888255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:04.888255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.956048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] Pushing event updated for resources: {'Network': ['ID=839cd84a-f65b-4448-9ea9-58d63ca0bbf1,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:04.958780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Made reservation on behalf of cb0d29bf414a4b5d9fd8540049f00b16 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:04.963023 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:04.974281 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:34:04.979185 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.009573 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-04aa455b-f2a8-4660-9173-d3c8e2e1a334 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1149664 Aug 28 03:34:05.086054 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9dc19a4c-933f-4ea5-b9ec-846cf4d74f5e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1096408 Aug 28 03:34:05.088990 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59712) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:05.108301 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Request body: {'subnet': {'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-960752377-subnet', 'tenant_id': 'e8eccaff8b4141b88e40e62e00eab1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:05.266502 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.387555 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.415468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:34:05.430273 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eaab2d-0632-4f91-8092-b1c900fef061,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:05.433360 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.433693 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Added segment b53bc7c6-87a6-4a49-b1b0-e5ce57055366 of type vlan for network 3f4c15eb-8544-429e-8951-1739422a94df Aug 28 03:34:05.477625 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.505825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Made reservation on behalf of e8eccaff8b4141b88e40e62e00eab1b5 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:05.508324 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.572043 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.573181 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:05.573917 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.660205 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4c15eb-8544-429e-8951-1739422a94df,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:05.675206 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 3f4c15eb-8544-429e-8951-1739422a94df details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:34:05.719501 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6908c883-227b-4b1f-85fb-eb9698e7d383 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7079794 Aug 28 03:34:05.722676 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59748) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:05.738696 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Request body: {'subnet': {'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-subnet', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:05.880660 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Made reservation on behalf of cb0d29bf414a4b5d9fd8540049f00b16 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:05.880846 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:05.880964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.086663 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:06.098545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Checking segment: {'id': '7ae132a0-948c-4303-8406-d8087090e731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:06.098902 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Network hostable DHCP agents. Network: 839cd84a-f65b-4448-9ea9-58d63ca0bbf1, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:34:06.180745 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:34:06.248690 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59800) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:06.250885 dv-cinder-759169-4-iscsi neutron-server[94549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 03:34:06.289527 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.319710 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 839cd84a-f65b-4448-9ea9-58d63ca0bbf1) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:06.332509 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d67a8-219c-4bac-99b3-03b8dcd537c9 None None] Network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:06.356995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:06.356995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.374069 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36af70f-7963-4593-83e0-658557df90a5,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:06.389663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Checking segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:06.390022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Network hostable DHCP agents. Network: 3f4c15eb-8544-429e-8951-1739422a94df, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:34:06.482626 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-ebf60d80-ee8a-4a82-a599-2be9bbc15df6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:06.484176 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-ebf60d80-ee8a-4a82-a599-2be9bbc15df6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.2344403 Aug 28 03:34:06.503578 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-d659797f-70e8-4372-87f2-b74136a76b32 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/quotas/3b3b972de3bd44d4a1a497b8a24f8182 HTTP/1.1" status: 200 len: 375 time: 0.0119476 Aug 28 03:34:06.503698 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97174f07-e281-4de1-8217-81b9d7bf5112 None None] Network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:06.536134 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Network 3f4c15eb-8544-429e-8951-1739422a94df is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:34:06.543970 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3e31c02b-9aac-4f94-a9fe-92ca5f6a8d42 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4511249 Aug 28 03:34:06.573555 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-8dc32139-a72f-43aa-8d73-15dd702cc0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.575300 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-f9f0514c-ff6b-4cce-95e6-2a723189d823 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643880 Aug 28 03:34:06.608779 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 3f4c15eb-8544-429e-8951-1739422a94df) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:06.613477 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:06.617435 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.618550 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d60d7-6188-49eb-b3b6-f4fcbef25c24 None None] Network 3f4c15eb-8544-429e-8951-1739422a94df requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:06.695702 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-44bdfb65-bac9-46f6-b9a3-8925e3f69993 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9715652 Aug 28 03:34:06.698378 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59822) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:06.703962 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:06.795855 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b847c-f8f1-4ca5-8cbb-16e02765d9ba None None] Network 3f4c15eb-8544-429e-8951-1739422a94df requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:06.803478 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.805022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.931375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:06.988981 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59844) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:07.174675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.186495 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.203056 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59862) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:07.249014 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-858b79da-924d-405b-a38b-b1fb2e1b0f77 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:34:07.250304 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-858b79da-924d-405b-a38b-b1fb2e1b0f77 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1245670 Aug 28 03:34:07.366129 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9649-21b3-4067-952e-98e0f64a9b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.373734 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.432937 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-a0a0f106-d515-426f-ac9f-bcae46d3706b service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753743 Aug 28 03:34:07.450430 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.db.api [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 03:34:07.450430 dv-cinder-759169-4-iscsi neutron-server[94549]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 03:34:07.450430 dv-cinder-759169-4-iscsi neutron-server[94549]: [parameters: {'project_id_1': '5b7ccc76e5d348dfae798a325e74aec5', 'expiration_1': datetime.datetime(2021, 8, 28, 3, 34, 7, 421624)}] Aug 28 03:34:07.450430 dv-cinder-759169-4-iscsi neutron-server[94549]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:34:07.451557 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG oslo_db.api [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:34:07.491152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.516952 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.595982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 59888) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:07.600498 dv-cinder-759169-4-iscsi neutron-server[94548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 03:34:07.610995 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-3294c68b-e958-4ec8-b86d-f88f2d6d82b9 service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646194 Aug 28 03:34:07.612862 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9649-21b3-4067-952e-98e0f64a9b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.694430 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9649-21b3-4067-952e-98e0f64a9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.736045 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-bc6f9649-21b3-4067-952e-98e0f64a9b07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4106e3a0ead461ea3aa27df59063199&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7480850 Aug 28 03:34:07.737001 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f9649-21b3-4067-952e-98e0f64a9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d867fb-b950-4c0b-8437-18a8a81f818d,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:07.740222 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59894) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:07.811390 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.847608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Allocated IP 172.27.1.181 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/06b68739-841d-4fb5-bd69-e34579ecad36) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:07.848408 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.949025 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-a3218b76-61f1-4751-9e2c-b6a3b5fdde71 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:07.952718 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:07.958902 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-a3218b76-61f1-4751-9e2c-b6a3b5fdde71 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/networks?id=839cd84a-f65b-4448-9ea9-58d63ca0bbf1 HTTP/1.1" status: 200 len: 811 time: 0.3617709 Aug 28 03:34:07.982590 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-b39cd305-b16d-40cf-bcf7-1c14cc8e24ae tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/quotas/e8eccaff8b4141b88e40e62e00eab1b5 HTTP/1.1" status: 200 len: 375 time: 0.0225172 Aug 28 03:34:08.021407 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.030448 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.030448 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.033847 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41d867fb-b950-4c0b-8437-18a8a81f818d HTTP/1.1" status: 204 len: 168 time: 0.2897289 Aug 28 03:34:08.069931 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e9f9-1432-435b-b9dc-590bb531777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d867fb-b950-4c0b-8437-18a8a81f818d,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:08.070521 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-c8b05c13-43b8-44a1-823c-2325c193d220 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8eccaff8b4141b88e40e62e00eab1b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870085 Aug 28 03:34:08.154196 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.193278 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cb4d7bf2-d7be-49e5-a84f-cd4ae03f05e1 req-1d9db06b-541d-43be-a158-7284983211ca tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0924106 Aug 28 03:34:08.240270 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.346432 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.347585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.370613 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:08.373960 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:08.385553 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d1f58-db6c-48bf-89da-73ce58c10589,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:08.409473 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7c672372-9911-48b1-b78f-d5593082970d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b7ccc76e5d348dfae798a325e74aec5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2044530 Aug 28 03:34:08.422126 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 59952) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:08.432674 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:08.524186 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.560736 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.561242 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-5bf09eb7-65ac-4e52-9297-e82f556365a3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:34:08.563010 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-5bf09eb7-65ac-4e52-9297-e82f556365a3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3954289 Aug 28 03:34:08.609540 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=06b68739-841d-4fb5-bd69-e34579ecad36,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:08.751248 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.755412 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.760481 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae6d1f58-db6c-48bf-89da-73ce58c10589 HTTP/1.1" status: 204 len: 168 time: 0.3324132 Aug 28 03:34:08.769105 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76392c-bdec-4cab-ba6f-999f9dd17092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d1f58-db6c-48bf-89da-73ce58c10589,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:08.774419 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-57b93807-488a-43a8-ac16-70d2422a64f7 service neutron] 10.222.0.36 "GET /v2.0/networks/839cd84a-f65b-4448-9ea9-58d63ca0bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931155 Aug 28 03:34:08.888874 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:08.992195 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-eb139585-1090-4ca1-a918-09481bc730e0 service neutron] 10.222.0.36 "GET /v2.0/networks/839cd84a-f65b-4448-9ea9-58d63ca0bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168412 Aug 28 03:34:09.288945 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.308301 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72475b0d-bded-4472-a143-7adae81f6009 req-4115e495-df33-46c4-a38c-a937acb4b67e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0441082 Aug 28 03:34:09.419069 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d164792-2f7b-4ded-b668-98a3ad8953a3 req-caf3f776-4667-4656-bfd0-ce6d3b5d2aee tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0541286 Aug 28 03:34:09.519025 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60048) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:09.537526 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5168a484-1e84-420b-a659-5d70351aaf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.558195 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:34:09.737733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:34:09.740116 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.754868 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Sync routers for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:34:09.775961 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:34:09.777465 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:34:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:09.798216 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5168a484-1e84-420b-a659-5d70351aaf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.906135 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5168a484-1e84-420b-a659-5d70351aaf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.923737 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:34:09.945782 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5168a484-1e84-420b-a659-5d70351aaf09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3d0a17e946d42e58a4ea585a810f069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4256289 Aug 28 03:34:09.946758 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168a484-1e84-420b-a659-5d70351aaf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464236d-2342-4334-be97-57f5fe4287ff,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:09.948356 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60078) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:09.990120 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:09.993790 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cba6cd1c-4db9-4cc8-8e66-d357922cc4d6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2918327 Aug 28 03:34:09.995257 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60088) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:10.092261 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.153479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.223653 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:08Z', 'revision_number': 3, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:10.283986 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.286568 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.287871 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8464236d-2342-4334-be97-57f5fe4287ff HTTP/1.1" status: 204 len: 168 time: 0.3337553 Aug 28 03:34:10.312153 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6cb47-3a60-4f82-893a-644930b9880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464236d-2342-4334-be97-57f5fe4287ff,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:10.335040 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Checking router: 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:34:10.335629 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Updating router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 port 06b68739-841d-4fb5-bd69-e34579ecad36 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:34:10.403020 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.514068 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60118) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:10.584643 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-81a4983c-353b-440e-9a7c-8386e6201f9d req-507ded5c-1f47-4bcf-822e-c5e4195904c1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0551484 Aug 28 03:34:10.629448 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0de90feb-deb3-4bda-bbd9-414980d23b8b req-229e5b0a-fd73-4d43-bb00-c58224bf369a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0749233 Aug 28 03:34:10.845411 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.860581 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Transition to ACTIVE for port object 06b68739-841d-4fb5-bd69-e34579ecad36 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:10.961723 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:10.971188 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.009628 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Pushing event updated for resources: {'Port': ['ID=06b68739-841d-4fb5-bd69-e34579ecad36,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:11.019175 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.019752 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.020264 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.020781 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.021260 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.021735 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.022342 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.023382 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.023382 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.023742 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.024221 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.024723 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Tracked resource versions report: Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: pushed versions: Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: { 'AddressGroup': {'1.2'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'ConntrackHelper': {'1.0'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Log': {'1.0'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Network': {'1.1'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Port': {'1.7'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'PortForwarding': {'1.2'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'QosPolicy': {'1.9'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroup': {'1.4'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SubPort': {'1.0'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Subnet': {'1.1'}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Trunk': {'1.1'}} Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: consumer versions: Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: HyperV agent@hv-cinder-75916: {}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'ConntrackHelper': '1.0', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Log': '1.0', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Network': '1.1', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Port': '1.7', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'PortForwarding': '1.2', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'QosPolicy': '1.9', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroup': '1.4', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SecurityGroupRule': '1.2', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'SubPort': '1.0', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Subnet': '1.1', Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: 'Trunk': '1.1'}} Aug 28 03:34:11.025951 dv-cinder-759169-4-iscsi neutron-server[94551]: {{(pid=94551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:34:11.106439 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Attempting to bind port 06b68739-841d-4fb5-bd69-e34579ecad36 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:11.109445 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Attempting to bind port 06b68739-841d-4fb5-bd69-e34579ecad36 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:11.109445 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Attempting to bind port 06b68739-841d-4fb5-bd69-e34579ecad36 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:11.113273 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:11.113649 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:11.114063 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.114427 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:11.114956 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Bound port: 06b68739-841d-4fb5-bd69-e34579ecad36, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:11.115848 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.193776 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Allocated IP 172.20.0.1 (3f4c15eb-8544-429e-8951-1739422a94df/f36af70f-7963-4593-83e0-658557df90a5/94eebb64-b962-4374-bc89-9d24138c1e61) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:11.194305 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] For port 06b68739-841d-4fb5-bd69-e34579ecad36, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:11.200027 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] For port 06b68739-841d-4fb5-bd69-e34579ecad36, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=06b68739-841d-4fb5-bd69-e34579ecad36,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:11.211315 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8a72c2e8-2132-4209-a7fb-81967bc5db46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.244080 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.272803 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60138) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:11.348311 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:34:11.349162 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:34:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:11.351040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.352803 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6bc5-a7ea-4bbe-ae7c-d6768da9f34b None None] Pushing event updated for resources: {'Port': ['ID=06b68739-841d-4fb5-bd69-e34579ecad36,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:11.513509 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.530651 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:34:11.545029 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8a72c2e8-2132-4209-a7fb-81967bc5db46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.569434 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Network 3f4c15eb-8544-429e-8951-1739422a94df is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:11.572471 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:11.584220 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:11.585008 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.614618 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8a72c2e8-2132-4209-a7fb-81967bc5db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.658027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Pushing event updated for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:11.694691 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-8a72c2e8-2132-4209-a7fb-81967bc5db46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5ccf88c0e054af6a7878e42305ee873&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1808298 Aug 28 03:34:11.697237 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60156) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:11.817212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.844758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.847561 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:08Z', 'revision_number': 3, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:11.852422 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-18d11c2b-3d5d-4948-893d-06675c68f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:11.882403 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732756e-9c7e-4180-b2de-31aa1c1db055 None None] The sync data for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi is: [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:08Z', 'revision_number': 3, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:34:11.937056 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d03d21ea-05ca-46b3-ad6b-30f6cc9357c4 req-c0277b4a-4e2f-4cff-b4b5-8d344c8713e4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.1408067 Aug 28 03:34:11.937323 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dee25ce3-8e3a-40e2-83af-2a8402c57a65 req-08424e6e-9f13-472c-a730-84f010d1ce87 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.1047282 Aug 28 03:34:11.942064 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.38', 51656) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:12.015271 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c2e8-2132-4209-a7fb-81967bc5db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957315b-c729-4fc9-abf2-5abc7bf6a721,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:12.040500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.043856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.067325 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d957315b-c729-4fc9-abf2-5abc7bf6a721 HTTP/1.1" status: 204 len: 168 time: 0.3436236 Aug 28 03:34:12.094305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d72a-6b06-4175-9138-6b8573e91fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957315b-c729-4fc9-abf2-5abc7bf6a721,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:12.155044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.199083 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-1e8c014a-342c-41a0-84a5-7940f962f03d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:12.200876 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-1e8c014a-342c-41a0-84a5-7940f962f03d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.2467017 Aug 28 03:34:12.271253 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-18d11c2b-3d5d-4948-893d-06675c68f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.327077 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Request body: {'port': {'device_id': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'admin_state_up': True, 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:12.383789 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-18d11c2b-3d5d-4948-893d-06675c68f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.427992 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-18d11c2b-3d5d-4948-893d-06675c68f0c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53831672f14d41f390b52110fa468b4e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1538944 Aug 28 03:34:12.437389 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60186) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:12.497787 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d11c2b-3d5d-4948-893d-06675c68f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b183a-ab2c-4297-a615-bd035a75c3af,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:12.626594 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.655375 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.690429 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.724897 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.739063 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.814130 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:12.817721 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:12.867871 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Pushing event updated for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:12.972941 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.38', 51661) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:13.025230 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Network 3f4c15eb-8544-429e-8951-1739422a94df is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:13.027594 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:13.030057 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:13.033889 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:13.037643 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba1b183a-ab2c-4297-a615-bd035a75c3af HTTP/1.1" status: 204 len: 168 time: 0.6028466 Aug 28 03:34:13.193224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-a829ec2f-989f-463c-81b7-14a97a40c171 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:13.194713 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-a829ec2f-989f-463c-81b7-14a97a40c171 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.38 "GET /v2.0/networks?id=839cd84a-f65b-4448-9ea9-58d63ca0bbf1 HTTP/1.1" status: 200 len: 811 time: 0.2205520 Aug 28 03:34:13.246990 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22075a-accb-4630-8654-6d8d3033f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b183a-ab2c-4297-a615-bd035a75c3af,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:13.300332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Request body: {'port': {'device_id': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1', 'admin_state_up': True, 'tenant_id': 'e8eccaff8b4141b88e40e62e00eab1b5'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:13.333468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:34:13.338014 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-03da0397-7333-43b7-aa61-d4d8565190f3 req-32df7ef3-a8ef-4665-99ef-92c5bd8b1889 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0873108 Aug 28 03:34:13.451801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4334e6d6-9e7f-4fe4-8420-820349ff45ba req-27524f86-4265-4248-a857-e46f141b1d26 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.2557318 Aug 28 03:34:13.548439 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:34:13.569333 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-dc1fc761-4862-48ce-a434-4abc9fc52738 admin admin] 10.222.0.36 "PUT /v2.0/routers/646b9dac-9ec2-4e91-9c61-8b14c220c5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592058 Aug 28 03:34:13.719431 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 06b68739-841d-4fb5-bd69-e34579ecad36 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:13.780609 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Allocated IP 172.20.0.11 (72a26e9f-b68f-4db9-8b03-c00da89d9cb9/b45ceaaf-fb20-451c-8350-fd6d8fa1b79e/8fd94705-45bc-426c-af37-246cf1367ea7) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:13.848755 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Made reservation on behalf of e8eccaff8b4141b88e40e62e00eab1b5 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:13.854187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:13.860744 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 06b68739-841d-4fb5-bd69-e34579ecad36 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:13.865287 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 06b68739-841d-4fb5-bd69-e34579ecad36 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:13.868532 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:14.037796 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:14.068573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 06b68739-841d-4fb5-bd69-e34579ecad36, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=06b68739-841d-4fb5-bd69-e34579ecad36,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:14.134630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:14.162129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:14.202999 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Allocated IP 172.20.0.2 (839cd84a-f65b-4448-9ea9-58d63ca0bbf1/0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff/404f88d3-f2d2-4a32-8a23-025995e9c87b) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:14.257205 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=06b68739-841d-4fb5-bd69-e34579ecad36,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.300239 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.301754 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.302132 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.302484 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.304570 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Tracked resource versions report: Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: pushed versions: Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: { 'AddressGroup': {'1.2'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'ConntrackHelper': {'1.0'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Log': {'1.0'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Network': {'1.1'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Port': {'1.7'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'PortForwarding': {'1.2'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'QosPolicy': {'1.9'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroup': {'1.4'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroupRule': {'1.2'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SubPort': {'1.0'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Subnet': {'1.1'}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Trunk': {'1.1'}} Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: consumer versions: Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: { DHCP agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: HyperV agent@hv-cinder-75916: {}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: L3 agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: Metadata agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: Metering agent@dv-cinder-759169-4-iscsi: {}, Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: Open vSwitch agent@dv-cinder-759169-4-iscsi: { 'AddressGroup': '1.2', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'ConntrackHelper': '1.0', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Log': '1.0', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Network': '1.1', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Port': '1.7', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'PortForwarding': '1.2', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'QosPolicy': '1.9', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroup': '1.4', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SecurityGroupRule': '1.2', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'SubPort': '1.0', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Subnet': '1.1', Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: 'Trunk': '1.1'}} Aug 28 03:34:14.305788 dv-cinder-759169-4-iscsi neutron-server[94550]: {{(pid=94550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 03:34:14.597481 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-419f71a6-f86d-42a4-b348-73c6ae074b9e req-e7a8c2b5-b44b-454e-8b8b-3e5d98872f15 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0766141 Aug 28 03:34:14.689973 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Sync routers for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:34:14.689973 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:34:14.689973 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:34:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:14.728952 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8062ab5-c3b2-4624-9624-c408fe941941 req-a302453e-caf2-4adc-9906-d0b43dab969a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.1315267 Aug 28 03:34:14.825404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:14.848833 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:34:15.301254 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.301254 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.301821 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:11Z', 'revision_number': 4, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '94eebb64-b962-4374-bc89-9d24138c1e61', 'name': '', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'mac_address': 'fa:16:3e:32:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f36af70f-7963-4593-83e0-658557df90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:10Z', 'updated_at': '2021-08-28T03:34:12Z', 'revision_number': 2, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'subnets': [{'id': 'f36af70f-7963-4593-83e0-658557df90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:15.302303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:15.302303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:15.302303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:15.302303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:15.302303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.302889 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60324) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:15.322728 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Checking router: 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:34:15.344584 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Updating router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 port 94eebb64-b962-4374-bc89-9d24138c1e61 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:34:15.344750 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d803db8b-8e11-476b-aff1-94f0457e8af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.344840 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event updated for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:15.371060 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:15.379007 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:15.401336 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-434b500d-d521-42aa-be84-e5c407d3c1a3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:15.414765 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-434b500d-d521-42aa-be84-e5c407d3c1a3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 818 time: 0.2531476 Aug 28 03:34:15.423730 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.460578 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-93ec77a1-b37a-4c79-8dad-792314de5148 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/quotas/cb0d29bf414a4b5d9fd8540049f00b16 HTTP/1.1" status: 200 len: 375 time: 0.0448236 Aug 28 03:34:15.492883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:15.502421 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:15.503082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:15.557437 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Pushing event updated for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:15.571354 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-50d37e32-599a-4803-bfe8-e0a9ea7083e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2488003 Aug 28 03:34:15.582787 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3bfe57a0-3d6e-4aad-bc71-20163902a513 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210403 Aug 28 03:34:15.791940 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-aa55d56c-759c-4e0a-9dc8-adf5b8a558cf service neutron] 10.222.0.36 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081041 Aug 28 03:34:15.852996 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-6d50b6f6-c8bf-433d-98e1-ce8fcd00f3dc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:34:15.852996 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-6d50b6f6-c8bf-433d-98e1-ce8fcd00f3dc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051434 Aug 28 03:34:15.930924 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e013550-28d5-43cb-b04c-73de348987f5 req-c41b9712-4cc3-4c3a-b88f-da0cb16f156b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:15.935841 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e013550-28d5-43cb-b04c-73de348987f5 req-c41b9712-4cc3-4c3a-b88f-da0cb16f156b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 932 time: 0.1585102 Aug 28 03:34:16.016249 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e013550-28d5-43cb-b04c-73de348987f5 req-156c8f0f-32a2-41be-aafe-379be61e54a3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736527 Aug 28 03:34:16.018176 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 06b68739-841d-4fb5-bd69-e34579ecad36 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:16.084862 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-b9981f69-ae10-46ce-a117-48f86ee934ea service neutron] 10.222.0.36 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899432 Aug 28 03:34:16.102124 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d803db8b-8e11-476b-aff1-94f0457e8af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.181179 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d803db8b-8e11-476b-aff1-94f0457e8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.238901 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.241805 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d803db8b-8e11-476b-aff1-94f0457e8af9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc1c0efb57c7490eac5416818342159a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9304252 Aug 28 03:34:16.245959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803db8b-8e11-476b-aff1-94f0457e8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6a6f0-5ea5-4f2a-af37-d3a31c579bbd,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:16.247617 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60350) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:16.300598 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Transition to ACTIVE for port object 94eebb64-b962-4374-bc89-9d24138c1e61 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:16.304959 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-30c114ef-cf07-4505-b85b-50c5522f413e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768442 Aug 28 03:34:16.318963 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.330107 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 06b68739-841d-4fb5-bd69-e34579ecad36 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:16.336449 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.336592 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab59-477c-4e1c-8415-83e9e5126c8f req-f5db076a-ca8a-4a44-a768-bd72fab556e2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:16.342494 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7986ab59-477c-4e1c-8415-83e9e5126c8f req-f5db076a-ca8a-4a44-a768-bd72fab556e2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 931 time: 0.1756930 Aug 28 03:34:16.349119 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.401244 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.499411 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7986ab59-477c-4e1c-8415-83e9e5126c8f req-c2c7039f-4cfa-4bc5-9022-9a9243b82d88 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559563 Aug 28 03:34:16.517328 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-341f55d5-522b-401a-ae86-2e77ec97fc4f req-cd020006-05e3-4018-b3e0-4726c3dd04cb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0526743 Aug 28 03:34:16.521532 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Request body: {'port': {'device_id': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:16.526972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.529107 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c6f7-5393-4732-87b0-9a14c97b0edd None None] Pushing event updated for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:16.534333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.542669 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10f6a6f0-5ea5-4f2a-af37-d3a31c579bbd HTTP/1.1" status: 204 len: 168 time: 0.2938108 Aug 28 03:34:16.568039 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d042e4-8e8a-482f-a2f0-7677a194a375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6a6f0-5ea5-4f2a-af37-d3a31c579bbd,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:16.858103 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.954997 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Attempting to bind port 94eebb64-b962-4374-bc89-9d24138c1e61 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:16.955618 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Attempting to bind port 94eebb64-b962-4374-bc89-9d24138c1e61 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:16.956165 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Attempting to bind port 94eebb64-b962-4374-bc89-9d24138c1e61 on network 3f4c15eb-8544-429e-8951-1739422a94df {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:16.968482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:16.969235 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Checking segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:16.969833 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:16.970403 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Bound using segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:16.971078 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Bound port: 94eebb64-b962-4374-bc89-9d24138c1e61, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:16.971815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:17.066748 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] For port 94eebb64-b962-4374-bc89-9d24138c1e61, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:17.071946 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] For port 94eebb64-b962-4374-bc89-9d24138c1e61, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=94eebb64-b962-4374-bc89-9d24138c1e61,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:17.147490 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:17.243746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:17.338305 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:34:17.340412 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:34:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:17.440639 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43172887-6303-4308-96e3-221aa9d8ff40 req-395f764c-1cb6-4fac-8122-ed84d8288f2e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:17.445905 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-43172887-6303-4308-96e3-221aa9d8ff40 req-395f764c-1cb6-4fac-8122-ed84d8288f2e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 932 time: 0.2477093 Aug 28 03:34:17.509366 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c6f7-5393-4732-87b0-9a14c97b0edd None None] Pushing event updated for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:17.594551 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-048c35d7-d28a-4d87-8544-178579bfebd6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:17.603932 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-048c35d7-d28a-4d87-8544-178579bfebd6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 818 time: 0.3498254 Aug 28 03:34:17.631820 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c5495773-6a0a-47b9-b1bc-8e1b3120ea65 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/quotas/cb0d29bf414a4b5d9fd8540049f00b16 HTTP/1.1" status: 200 len: 375 time: 0.0266891 Aug 28 03:34:17.745400 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-09637359-4581-4847-8efc-079ae668c695 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126237 Aug 28 03:34:17.818974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:34:17.837694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Request body: {'port': {'device_id': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:17.876363 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-1319541a-2364-448a-800c-5f7af382cec9 service neutron] 10.222.0.36 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291285 Aug 28 03:34:18.025957 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:18.171045 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c7688ef8-0f0f-4ed8-849e-bfb6d5270210 service neutron] 10.222.0.36 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903130 Aug 28 03:34:18.412418 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:11Z', 'revision_number': 4, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '94eebb64-b962-4374-bc89-9d24138c1e61', 'name': '', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'mac_address': 'fa:16:3e:32:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f36af70f-7963-4593-83e0-658557df90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:10Z', 'updated_at': '2021-08-28T03:34:17Z', 'revision_number': 4, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'subnets': [{'id': 'f36af70f-7963-4593-83e0-658557df90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:18.505945 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56eb8c-0906-4eef-8738-276484f097bf None None] The sync data for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi is: [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:34:11Z', 'revision_number': 4, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '94eebb64-b962-4374-bc89-9d24138c1e61', 'name': '', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'mac_address': 'fa:16:3e:32:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f36af70f-7963-4593-83e0-658557df90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:10Z', 'updated_at': '2021-08-28T03:34:17Z', 'revision_number': 4, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'subnets': [{'id': 'f36af70f-7963-4593-83e0-658557df90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:34:18.719413 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-43172887-6303-4308-96e3-221aa9d8ff40 req-4baf50ec-b92d-402b-9f0b-6c7d99eed6b6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2483141 Aug 28 03:34:18.967278 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d780ca-82ba-465b-b08b-c800d9b61605 req-72d4d5e9-b01a-4793-9ea5-72a4b1509379 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:18.974947 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c3d780ca-82ba-465b-b08b-c800d9b61605 req-72d4d5e9-b01a-4793-9ea5-72a4b1509379 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 931 time: 0.3880813 Aug 28 03:34:19.093382 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c3d780ca-82ba-465b-b08b-c800d9b61605 req-e492998c-b2f4-47d7-a52e-1a0f0ead476f tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101663 Aug 28 03:34:19.197639 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-38a3d86e-8e46-438e-8f11-3fb5d15f9963 req-4e174cd5-2c89-43c7-99a2-16a6030d37ef tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.1104560 Aug 28 03:34:19.209007 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404f88d3-f2d2-4a32-8a23-025995e9c87b {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:19.225191 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:19.262466 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Transition to ACTIVE for port object 404f88d3-f2d2-4a32-8a23-025995e9c87b will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:19.376749 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd94705-45bc-426c-af37-246cf1367ea7 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:19.383063 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:19.405009 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Transition to ACTIVE for port object 8fd94705-45bc-426c-af37-246cf1367ea7 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:19.704286 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 94eebb64-b962-4374-bc89-9d24138c1e61 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:19.764501 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:19.787458 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:19.877242 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 94eebb64-b962-4374-bc89-9d24138c1e61 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:19.881819 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 94eebb64-b962-4374-bc89-9d24138c1e61 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:19.882285 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:19.977556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:19.990862 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84ded6-95b6-4c35-8d71-271ddcfb8c32 req-ee6c7938-1729-47ee-85a5-c0b2541f6e87 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:20.002233 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5b84ded6-95b6-4c35-8d71-271ddcfb8c32 req-ee6c7938-1729-47ee-85a5-c0b2541f6e87 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1683979 Aug 28 03:34:20.102939 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5b84ded6-95b6-4c35-8d71-271ddcfb8c32 req-4b8e5fa6-6a32-4394-9d6b-9c0fed72872b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970435 Aug 28 03:34:20.138814 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:20.161469 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Pushing event updated for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:20.185972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 94eebb64-b962-4374-bc89-9d24138c1e61, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=94eebb64-b962-4374-bc89-9d24138c1e61,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:20.272063 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:20.312024 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Attempting to bind port 8fd94705-45bc-426c-af37-246cf1367ea7 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:20.319089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Attempting to bind port 8fd94705-45bc-426c-af37-246cf1367ea7 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:20.322123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Attempting to bind port 8fd94705-45bc-426c-af37-246cf1367ea7 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:20.332339 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Attempting to bind port 404f88d3-f2d2-4a32-8a23-025995e9c87b on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:20.333786 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Attempting to bind port 404f88d3-f2d2-4a32-8a23-025995e9c87b by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '7ae132a0-948c-4303-8406-d8087090e731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:20.334357 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Attempting to bind port 404f88d3-f2d2-4a32-8a23-025995e9c87b on network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:20.341982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Port 8fd94705-45bc-426c-af37-246cf1367ea7 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:34:20.342671 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Attempting to bind port 8fd94705-45bc-426c-af37-246cf1367ea7 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:20.354617 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Port 404f88d3-f2d2-4a32-8a23-025995e9c87b on network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:34:20.355002 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Attempting to bind port 404f88d3-f2d2-4a32-8a23-025995e9c87b on network 839cd84a-f65b-4448-9ea9-58d63ca0bbf1 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:20.370789 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:20.372200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Checking segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:20.374455 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Bound using segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:20.382006 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Bound port: 8fd94705-45bc-426c-af37-246cf1367ea7, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:20.383796 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:20.438665 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:20.441335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Checking segment: {'id': '7ae132a0-948c-4303-8406-d8087090e731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:20.441335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Bound using segment: {'id': '7ae132a0-948c-4303-8406-d8087090e731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:20.441335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Bound port: 404f88d3-f2d2-4a32-8a23-025995e9c87b, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae132a0-948c-4303-8406-d8087090e731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:20.441335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:20.467407 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-99ceb715-dec6-4984-b714-d4b23020b2df req-2e30c53a-e31b-422d-9a00-d9c89e5545d0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.1043456 Aug 28 03:34:20.477372 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45238-dc10-4374-b11f-f021b946706a req-d9a53785-e0d8-4f69-a2a1-14479d973ed4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:20.486974 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16e45238-dc10-4374-b11f-f021b946706a req-d9a53785-e0d8-4f69-a2a1-14479d973ed4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.2852507 Aug 28 03:34:20.502753 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:20.667221 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16e45238-dc10-4374-b11f-f021b946706a req-c60e4097-5055-4e7e-9d53-e900f48d611b tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789658 Aug 28 03:34:20.679927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:20.689003 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=8fd94705-45bc-426c-af37-246cf1367ea7,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:20.695777 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:20.699895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b,segment=NetworkSegment(7ae132a0-948c-4303-8406-d8087090e731),segment_id=7ae132a0-948c-4303-8406-d8087090e731)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:20.769261 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60494) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:20.914658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-09258a94-f4ad-4bd6-9f0a-e0ddd71c75c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.015129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.018935 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.025377 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-09258a94-f4ad-4bd6-9f0a-e0ddd71c75c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.097720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:21.098350 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.099780 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] 10.222.0.38 "PUT /v2.0/ports/8fd94705-45bc-426c-af37-246cf1367ea7 HTTP/1.1" status: 200 len: 1094 time: 4.8460593 Aug 28 03:34:21.100222 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:21.100542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-09258a94-f4ad-4bd6-9f0a-e0ddd71c75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.150570 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-09258a94-f4ad-4bd6-9f0a-e0ddd71c75c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31766dbd7f444c589cce8200edc3af10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3810756 Aug 28 03:34:21.151750 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09258a94-f4ad-4bd6-9f0a-e0ddd71c75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d4205d-5eea-4a5d-815b-d8b8e86a4aa4,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:21.174909 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:21.178260 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.179985 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] 10.222.0.38 "PUT /v2.0/ports/404f88d3-f2d2-4a32-8a23-025995e9c87b HTTP/1.1" status: 200 len: 1093 time: 4.7026150 Aug 28 03:34:21.190307 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60508) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:21.213124 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc1a6e-51bc-4a6b-98b0-197180d9a981 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:21.299780 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494975-5c13-4853-845b-5c7e4022b189 service neutron] Pushing event updated for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:21.364028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db43e1-15e2-4418-ae2e-26e89dde56fe" -d '{"events": [{"name": "network-changed", "server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:21.381277 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.409367 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca119de0-2ff0-416d-868b-2c229382fb22 req-a7617d08-0a04-4b01-ab7d-ffede3434368 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:21.409367 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ca119de0-2ff0-416d-868b-2c229382fb22 req-a7617d08-0a04-4b01-ab7d-ffede3434368 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1455944 Aug 28 03:34:21.430115 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.502663 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ca119de0-2ff0-416d-868b-2c229382fb22 req-c8788c0f-4bf3-4939-b38b-cccaa672926a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862238 Aug 28 03:34:21.603954 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df956cd-7136-4163-b206-122154713357 x-openstack-request-id: req-8df956cd-7136-4163-b206-122154713357 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:21.604482 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:21.605298 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8df956cd-7136-4163-b206-122154713357 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:21.605298 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7', 'status': 'completed', 'code': 200} Aug 28 03:34:21.610044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.613292 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.617170 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10d4205d-5eea-4a5d-815b-d8b8e86a4aa4 HTTP/1.1" status: 204 len: 168 time: 0.4231491 Aug 28 03:34:21.652687 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95afa-9f79-42f6-8345-9c577e481122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d4205d-5eea-4a5d-815b-d8b8e86a4aa4,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:21.686072 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d680940-d275-48b8-8c7d-8799bdfc1e36 req-a21ccffa-48c0-4577-8b2e-4b15f723ba08 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0624247 Aug 28 03:34:21.759094 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 94eebb64-b962-4374-bc89-9d24138c1e61 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:21.859435 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 94eebb64-b962-4374-bc89-9d24138c1e61 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:21.859806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:21.931135 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bec2d-8d1b-49c4-953f-86b62190e2f1 req-99465cd4-159d-4429-bcf5-bcc768d53bcf tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:21.933885 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e8bec2d-8d1b-49c4-953f-86b62190e2f1 req-99465cd4-159d-4429-bcf5-bcc768d53bcf tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1153820 Aug 28 03:34:22.003435 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e8bec2d-8d1b-49c4-953f-86b62190e2f1 req-d7f916cf-dfd1-4e98-8d7f-32c854cba15e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553234 Aug 28 03:34:22.306465 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:34:22.508393 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60546) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:22.637488 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8cc73c34-d291-47c9-8b62-d161f6be12b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:22.669908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092916-d4f1-4740-92b2-a12317580381 req-e57b953c-577c-4c1c-81d6-bf5fa66e701d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:22.671407 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ec092916-d4f1-4740-92b2-a12317580381 req-e57b953c-577c-4c1c-81d6-bf5fa66e701d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0920613 Aug 28 03:34:22.749246 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ec092916-d4f1-4740-92b2-a12317580381 req-54e35184-d8f1-42ad-b883-a30b6532db50 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708179 Aug 28 03:34:22.820911 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8cc73c34-d291-47c9-8b62-d161f6be12b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:22.853872 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bda06e01-73bf-4d43-a83b-73983599e997 req-6185f10a-eac3-4ace-b7e1-8917f7df579c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0540791 Aug 28 03:34:23.071682 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8cc73c34-d291-47c9-8b62-d161f6be12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.205570 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60580) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:23.205841 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8cc73c34-d291-47c9-8b62-d161f6be12b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=758ed6530d08474788462d5ebb2318e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6956413 Aug 28 03:34:23.211020 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc73c34-d291-47c9-8b62-d161f6be12b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb05800-c444-4b88-81ed-7ff8f246e83a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:23.245338 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b2ba-7b87-4016-9783-97d3f7f68add req-d9171010-c11c-43f7-b30c-2293b809378e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:23.247245 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4525b2ba-7b87-4016-9783-97d3f7f68add req-d9171010-c11c-43f7-b30c-2293b809378e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1624274 Aug 28 03:34:23.301375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.326379 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.359032 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4525b2ba-7b87-4016-9783-97d3f7f68add req-57c2a0c1-91cc-418c-b5a3-e322803967c3 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873232 Aug 28 03:34:23.497880 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60584) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:23.605931 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:23.608098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63acb9a8-5052-48d5-9a56-34fcb44b1a14" -d '{"events": [{"name": "network-changed", "server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:23.616194 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-23aec301-d9d4-4230-85f6-a5c8c02bc4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.656150 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7428704a-9aaa-4b21-a2f0-39cf84a9c6ef x-openstack-request-id: req-7428704a-9aaa-4b21-a2f0-39cf84a9c6ef {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:23.656440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:23.656688 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7428704a-9aaa-4b21-a2f0-39cf84a9c6ef {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:23.657342 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b', 'status': 'completed', 'code': 200} Aug 28 03:34:23.691549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.691549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.691549 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fb05800-c444-4b88-81ed-7ff8f246e83a HTTP/1.1" status: 204 len: 168 time: 0.4821262 Aug 28 03:34:23.716982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ecdd-0077-404d-a9ff-167ca117d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb05800-c444-4b88-81ed-7ff8f246e83a,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:23.838260 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-23aec301-d9d4-4230-85f6-a5c8c02bc4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:23.921205 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78aa89-f174-4f91-abf9-2b2edcb64cb2 req-2a765361-e11c-4cf6-8c69-48000a558da8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:23.921205 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7e78aa89-f174-4f91-abf9-2b2edcb64cb2 req-2a765361-e11c-4cf6-8c69-48000a558da8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0755234 Aug 28 03:34:23.973423 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7e78aa89-f174-4f91-abf9-2b2edcb64cb2 req-aec4c23d-77f1-4a52-9d93-f96468cda001 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460107 Aug 28 03:34:23.978742 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4cdb3056-ccdb-4891-a767-1444b6cc257a req-ceea7caa-4a99-40f5-9c4c-c5a4198b5a84 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Aug 28 03:34:24.053479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-23aec301-d9d4-4230-85f6-a5c8c02bc4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.100725 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-23aec301-d9d4-4230-85f6-a5c8c02bc4c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b26b0307c1849a49e438fa9b7636c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017456 Aug 28 03:34:24.102017 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec301-d9d4-4230-85f6-a5c8c02bc4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb5345-3cba-49a0-a810-9f42d27c9ad9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:24.103875 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60606) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:24.167028 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.173027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60608) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:24.200315 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.289359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-580166474-network', 'tenant_id': 'f4aff2bb290a42f7a6144dbbbc13364a'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:24.403475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Made reservation on behalf of f4aff2bb290a42f7a6144dbbbc13364a for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:24.403825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.406243 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.410505 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.410505 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cceb5345-3cba-49a0-a810-9f42d27c9ad9 HTTP/1.1" status: 204 len: 168 time: 0.3017771 Aug 28 03:34:24.416481 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0c43e-379b-469f-8b8e-3b84232b7bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb5345-3cba-49a0-a810-9f42d27c9ad9,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:24.418555 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.505752 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f5d0-e0f5-4cb3-8959-a2624c4ef787 req-26976297-103c-4bd7-b6e4-c56aaf0d56d0 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:24.507501 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b7e3f5d0-e0f5-4cb3-8959-a2624c4ef787 req-26976297-103c-4bd7-b6e4-c56aaf0d56d0 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0556142 Aug 28 03:34:24.561756 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.576749 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b7e3f5d0-e0f5-4cb3-8959-a2624c4ef787 req-269cfb04-66fd-448a-9d86-539a0c1c8406 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540466 Aug 28 03:34:24.693773 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.715699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:34:24.725816 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60622) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:24.731439 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c037c-d25a-4efa-808a-196bb71b9885,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:24.734449 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.734788 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Added segment bd85a80f-759e-4e53-92a1-34b0c56248af of type vlan for network 1deeedec-61ee-4cb0-8840-c6c2a3434a9c Aug 28 03:34:24.754211 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bd6434a9-e17c-4b24-914e-daeee03a1e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.783466 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.900343 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bd6434a9-e17c-4b24-914e-daeee03a1e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.957035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.958018 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:24.958606 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:24.974089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bd6434a9-e17c-4b24-914e-daeee03a1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.012282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6434a9-e17c-4b24-914e-daeee03a1e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d464d-855f-48ba-b0cc-6610c407b759,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:25.019284 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-bd6434a9-e17c-4b24-914e-daeee03a1e22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28fd6fea8ba041bdb37f49973f93c773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899015 Aug 28 03:34:25.020002 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60632) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:25.032515 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] Pushing event updated for resources: {'Network': ['ID=1deeedec-61ee-4cb0-8840-c6c2a3434a9c,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:25.059584 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 1deeedec-61ee-4cb0-8840-c6c2a3434a9c details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:34:25.077808 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fb1abfa8-6b6f-4395-a67d-bdf719bb4162 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9035599 Aug 28 03:34:25.080935 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60634) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:25.098844 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Request body: {'subnet': {'network_id': '1deeedec-61ee-4cb0-8840-c6c2a3434a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-580166474-subnet', 'tenant_id': 'f4aff2bb290a42f7a6144dbbbc13364a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:25.162267 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b2fe2-f242-4d91-801b-85340f864fa7 req-bba2dbd1-5a7a-4a47-b263-1b9ae7a25147 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:25.164430 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6b8b2fe2-f242-4d91-801b-85340f864fa7 req-bba2dbd1-5a7a-4a47-b263-1b9ae7a25147 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0688357 Aug 28 03:34:25.167691 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-421c3d99-ff91-4c30-9173-6de32affaca4 req-aba5d635-79ef-457f-80b4-0c7bc4f51bf1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0429492 Aug 28 03:34:25.176852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60636) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:25.193741 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.210633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-82a064a6-2a94-4ade-a794-2b51d78119c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.216921 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.242688 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6b8b2fe2-f242-4d91-801b-85340f864fa7 req-e777d9a0-c11b-4d4f-9e48-1fd8a52c2175 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646980 Aug 28 03:34:25.255974 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Made reservation on behalf of f4aff2bb290a42f7a6144dbbbc13364a for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:25.264495 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.396615 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-82a064a6-2a94-4ade-a794-2b51d78119c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.586251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.586251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.586251 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d86d464d-855f-48ba-b0cc-6610c407b759 HTTP/1.1" status: 204 len: 168 time: 0.5602512 Aug 28 03:34:25.600763 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f69e5-8443-4e02-accb-088b193a5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d464d-855f-48ba-b0cc-6610c407b759,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:25.642654 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-82a064a6-2a94-4ade-a794-2b51d78119c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.743893 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-82a064a6-2a94-4ade-a794-2b51d78119c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9eea86edca1541bebb823b3220b64455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648587 Aug 28 03:34:25.745439 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60656) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:25.752929 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a064a6-2a94-4ade-a794-2b51d78119c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da6e9a6-1e1d-43ad-b2fa-06ec03bed513,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:25.828033 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5a70-6904-45ea-b7b3-60421af72440 req-b9a68f44-fec6-463d-867a-91dbc2635585 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:25.834746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.837885 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-511b5a70-6904-45ea-b7b3-60421af72440 req-b9a68f44-fec6-463d-867a-91dbc2635585 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1377182 Aug 28 03:34:25.861282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.866101 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:25.943147 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-511b5a70-6904-45ea-b7b3-60421af72440 req-600186d2-fc8d-4ff7-96b6-5aed390c12f3 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Aug 28 03:34:25.991149 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d86005f-fa5a-4699-9d92-548e40a113f2,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:26.003138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:26.008801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:26.008801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6da6e9a6-1e1d-43ad-b2fa-06ec03bed513 HTTP/1.1" status: 204 len: 168 time: 0.2610018 Aug 28 03:34:26.009002 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Checking segment: {'id': 'bd85a80f-759e-4e53-92a1-34b0c56248af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1deeedec-61ee-4cb0-8840-c6c2a3434a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:26.009002 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Network hostable DHCP agents. Network: 1deeedec-61ee-4cb0-8840-c6c2a3434a9c, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:34:26.020313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5d87e-394c-4605-b297-fe576445a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da6e9a6-1e1d-43ad-b2fa-06ec03bed513,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:26.185886 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Network 1deeedec-61ee-4cb0-8840-c6c2a3434a9c is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:34:26.285229 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7db7e723-c8a1-4c1b-9c6b-9f1f84e346e3 req-5d509cfb-e285-4f46-b726-9a2aef8d330d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0274413 Aug 28 03:34:26.305791 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 1deeedec-61ee-4cb0-8840-c6c2a3434a9c) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:26.312522 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:26.313035 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:26.328856 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792b849-101b-48c9-85e0-12badc6948ce None None] Network 1deeedec-61ee-4cb0-8840-c6c2a3434a9c requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:26.380537 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6918-423a-40f4-9c8f-e96f43fb3e7e req-539281bf-fce1-4874-918e-a5816c77f132 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:26.386690 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-014b6918-423a-40f4-9c8f-e96f43fb3e7e req-539281bf-fce1-4874-918e-a5816c77f132 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0604885 Aug 28 03:34:26.419577 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4771c295-0421-4ba0-941c-9818d840bbeb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3239770 Aug 28 03:34:26.423108 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-014b6918-423a-40f4-9c8f-e96f43fb3e7e req-c58975ba-0bf4-4847-8291-c5b80fac019b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Aug 28 03:34:26.463030 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebf17a-3207-4b67-8027-30f9b0147e50 None None] Network 1deeedec-61ee-4cb0-8840-c6c2a3434a9c requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:27.070408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfe3eb-75f4-4e32-85ea-1787210fa535 req-a6c9c3c8-9ecc-49a8-a972-7e0e7db10ef6 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:27.072169 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8cfe3eb-75f4-4e32-85ea-1787210fa535 req-a6c9c3c8-9ecc-49a8-a972-7e0e7db10ef6 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0567579 Aug 28 03:34:27.126064 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8cfe3eb-75f4-4e32-85ea-1787210fa535 req-d609fa60-06c8-4257-8367-f9f413f0b49f tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Aug 28 03:34:27.396486 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6820865d-9664-44ed-8c42-7dd45e9e0b1b req-b8ab533c-75f3-4a38-b29e-0109f5d49493 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0449693 Aug 28 03:34:27.540110 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60738) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:27.543979 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfa92d-09dd-4ed8-b477-52dc21aec332 req-2574cc9b-35cd-4cf8-9891-71e2902b9e38 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:27.547352 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382051909-network', 'tenant_id': 'f59123282a384a3498f5424c78f1dcd4'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:27.551591 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8ebfa92d-09dd-4ed8-b477-52dc21aec332 req-2574cc9b-35cd-4cf8-9891-71e2902b9e38 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0590453 Aug 28 03:34:27.594881 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8ebfa92d-09dd-4ed8-b477-52dc21aec332 req-14fa1faa-e179-4e8d-ade4-a0c3d4302293 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Aug 28 03:34:27.671040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Made reservation on behalf of f59123282a384a3498f5424c78f1dcd4 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:27.673418 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:27.686021 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:27.782627 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:27.842821 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:27.865582 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:34:27.879360 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60032344-97fd-4827-8ae2-ad7b997675f5,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:27.884103 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:27.890102 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Added segment 6c1c62fd-ac24-461a-ae71-010ead9bfbb1 of type vlan for network 1e6ce749-a60b-4788-84d7-9375f47d7992 Aug 28 03:34:27.924733 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.007994 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.009093 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:28.009780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.078361 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6ce749-a60b-4788-84d7-9375f47d7992,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:28.088579 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 1e6ce749-a60b-4788-84d7-9375f47d7992 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:34:28.105716 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3b539e9b-fc0c-4cf8-abed-dcf8bd9aeec8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5643089 Aug 28 03:34:28.108586 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60756) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:28.113644 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Request body: {'subnet': {'network_id': '1e6ce749-a60b-4788-84d7-9375f47d7992', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382051909-subnet', 'tenant_id': 'f59123282a384a3498f5424c78f1dcd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:28.199691 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Made reservation on behalf of f59123282a384a3498f5424c78f1dcd4 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:28.201874 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.286424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315251-fc39-4b0d-b6f3-45b2ec945b95 req-d55b53b4-16d1-4f8a-9459-58c3902aedfd tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:28.287950 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-51315251-fc39-4b0d-b6f3-45b2ec945b95 req-d55b53b4-16d1-4f8a-9459-58c3902aedfd tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1002073 Aug 28 03:34:28.351954 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-51315251-fc39-4b0d-b6f3-45b2ec945b95 req-7ded5923-b624-408e-8240-9389ebec8591 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499747 Aug 28 03:34:28.486349 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fa632745-12f9-4e2f-9d66-97941b48d83d req-c6c64416-64e2-4a28-a93b-bd8124531b13 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Aug 28 03:34:28.529202 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.589371 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd593eec-7fa6-4bfb-ae3a-acbac98d4f96,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:28.598485 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Checking segment: {'id': '6c1c62fd-ac24-461a-ae71-010ead9bfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e6ce749-a60b-4788-84d7-9375f47d7992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:28.598843 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Network hostable DHCP agents. Network: 1e6ce749-a60b-4788-84d7-9375f47d7992, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:34:28.673495 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Network 1e6ce749-a60b-4788-84d7-9375f47d7992 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:34:28.719468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab07f17-6a03-4c0c-aa11-0e9460d337e1 req-ced8679c-687d-4bad-803a-5ef89cad9f25 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:28.721077 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bab07f17-6a03-4c0c-aa11-0e9460d337e1 req-ced8679c-687d-4bad-803a-5ef89cad9f25 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0599463 Aug 28 03:34:28.763980 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 1e6ce749-a60b-4788-84d7-9375f47d7992) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:28.768589 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:28.769515 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:28.774565 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc084a4c-4653-48f6-9025-f9eee2a5c343 None None] Network 1e6ce749-a60b-4788-84d7-9375f47d7992 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:28.787608 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bab07f17-6a03-4c0c-aa11-0e9460d337e1 req-7e8c0f8d-030a-4e4d-bc61-7cfad0a20c32 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Aug 28 03:34:28.885015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-854719ca-3a30-4ec1-8435-5f861db1d1a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7750289 Aug 28 03:34:28.933772 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f658c0-ca73-42ae-989c-3f377a41db26 None None] Network 1e6ce749-a60b-4788-84d7-9375f47d7992 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:34:29.042211 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60810) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:29.094272 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Deleting subnet 4d86005f-fa5a-4699-9d92-548e40a113f2 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:34:29.094272 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.133076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.143215 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.311726 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.342769 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d86005f-fa5a-4699-9d92-548e40a113f2,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:29.355170 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.356958 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e9e7d176-faa1-4b60-8afa-2609cf7e2503 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d86005f-fa5a-4699-9d92-548e40a113f2 HTTP/1.1" status: 204 len: 168 time: 0.3133290 Aug 28 03:34:29.359404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60816) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:29.440544 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.475613 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ea64-2d8e-491c-b5de-3ee1cc908025 req-aaaa6210-43a0-48b5-b711-c48f1b4fe906 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:29.477190 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cdf0ea64-2d8e-491c-b5de-3ee1cc908025 req-aaaa6210-43a0-48b5-b711-c48f1b4fe906 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0505939 Aug 28 03:34:29.517387 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cdf0ea64-2d8e-491c-b5de-3ee1cc908025 req-745f95d2-9065-4628-8c33-e9ee8cfa60e1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Aug 28 03:34:29.528919 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.549116 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.549721 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.550178 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > port after_create 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > port after_update 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.554648 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.806387 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.806777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.807152 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.807443 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:29.807815 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deeedec-61ee-4cb0-8840-c6c2a3434a9c']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:29.851840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd85a80f-759e-4e53-92a1-34b0c56248af') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:29.851840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd85a80f-759e-4e53-92a1-34b0c56248af') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:29.854380 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-472d5f15-f142-4c42-80da-906e0f9e2fd8 req-fb9f57ed-ddc5-47b4-b434-316ed6345853 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0402646 Aug 28 03:34:29.871932 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.893500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.902373 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:34:29.903023 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: from cryptography.utils import int_from_bytes Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: from cryptography.utils import int_from_bytes Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:34:29.906955 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:34:29.915116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451ea0d-70cc-4a27-94bf-9123d68823ab req-fb8d0512-ca89-4ef9-b59e-570976f512e4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:29.920877 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a451ea0d-70cc-4a27-94bf-9123d68823ab req-fb8d0512-ca89-4ef9-b59e-570976f512e4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0573983 Aug 28 03:34:29.960078 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a451ea0d-70cc-4a27-94bf-9123d68823ab req-4cc23d23-efcd-4cad-b4c8-42d793ca991b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Aug 28 03:34:30.025401 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.032991 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.034868 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1deeedec-61ee-4cb0-8840-c6c2a3434a9c HTTP/1.1" status: 204 len: 168 time: 0.6745763 Aug 28 03:34:30.037816 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60838) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:30.044368 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37e117-3291-4311-bfb6-d02f775ed498 admin admin] Pushing event deleted for resources: {'Network': ['ID=1deeedec-61ee-4cb0-8840-c6c2a3434a9c,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:30.090256 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Deleting subnet cd593eec-7fa6-4bfb-ae3a-acbac98d4f96 {{(pid=94548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:34:30.093616 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.131804 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.141877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.248972 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for subnet, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.272797 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd593eec-7fa6-4bfb-ae3a-acbac98d4f96,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:30.278910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.281056 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-c6d45fb9-9b06-4ce4-9646-1eea79d68e78 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cd593eec-7fa6-4bfb-ae3a-acbac98d4f96 HTTP/1.1" status: 204 len: 168 time: 0.2419775 Aug 28 03:34:30.283277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60848) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:30.490140 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.572993 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.583564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > port after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > port after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.590022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.638956 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb07b47-0d2b-4bf4-8ba5-7313d32f22e2 req-837a2556-565f-4045-9b1b-a8eef11c670c tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:30.640595 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9fb07b47-0d2b-4bf4-8ba5-7313d32f22e2 req-837a2556-565f-4045-9b1b-a8eef11c670c tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0491376 Aug 28 03:34:30.656281 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.656624 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.656989 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.657300 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 03:34:30.657676 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6ce749-a60b-4788-84d7-9375f47d7992']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:30.678673 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1c62fd-ac24-461a-ae71-010ead9bfbb1') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:30.678988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1c62fd-ac24-461a-ae71-010ead9bfbb1') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:34:30.686533 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9fb07b47-0d2b-4bf4-8ba5-7313d32f22e2 req-578bd76a-6506-401b-88a4-b23a40e94818 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Aug 28 03:34:30.697272 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.722215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.728975 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:34:30.729715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: from cryptography.utils import int_from_bytes Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: from cryptography.utils import int_from_bytes Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:34:30.734804 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:34:30.847394 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.854683 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:30.856844 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e6ce749-a60b-4788-84d7-9375f47d7992 HTTP/1.1" status: 204 len: 168 time: 0.5726240 Aug 28 03:34:30.866255 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7285c1-6672-4e91-b43d-585a8c030876 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6ce749-a60b-4788-84d7-9375f47d7992,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:30.957893 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6151dd74-9a32-443b-8405-9de0fbff4c05 req-987da18d-cfc3-40ea-b082-86958adabb0e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0319366 Aug 28 03:34:31.203252 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952fefc-ff89-46b2-82d2-692082ec7427 req-ebc8be4d-4d12-4030-99c2-7792719191c6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:31.204731 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c952fefc-ff89-46b2-82d2-692082ec7427 req-ebc8be4d-4d12-4030-99c2-7792719191c6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1731491 Aug 28 03:34:31.243931 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c952fefc-ff89-46b2-82d2-692082ec7427 req-f981ed19-9e39-4430-ba43-c8f8e3545ced tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Aug 28 03:34:31.339845 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60874) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:31.378657 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e5c0f10f-e421-491a-a781-f668b4227991 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4aff2bb290a42f7a6144dbbbc13364a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376713 Aug 28 03:34:31.383033 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60876) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:31.432184 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:31.453857 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:31.530986 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-c6817b5a-fb65-4418-af94-d7efd8c093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:31.532641 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-c6817b5a-fb65-4418-af94-d7efd8c093f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 1097 time: 0.0806215 Aug 28 03:34:31.562475 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:31.565216 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:31.568677 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/940c037c-d25a-4efa-808a-196bb71b9885 HTTP/1.1" status: 204 len: 168 time: 0.1821938 Aug 28 03:34:31.576492 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45be49b-b23c-49ee-b8bb-81d2bbaeb357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c037c-d25a-4efa-808a-196bb71b9885,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:31.589953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-c4d5c983-83b2-4518-9935-fabfd13a9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:31.591799 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-c4d5c983-83b2-4518-9935-fabfd13a9e0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8eccaff8b4141b88e40e62e00eab1b5&device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0567148 Aug 28 03:34:31.613650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60884) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:31.837813 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7e42-79b8-4d1d-93c3-3dc052d0b991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:31.940348 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.38', 51690) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:31.996407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-cb8c371e-4821-478c-8e2f-fc8960071144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:31.997934 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-cb8c371e-4821-478c-8e2f-fc8960071144 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3136051 Aug 28 03:34:32.074166 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5af530fd-6b78-41e2-8759-52e8e70938d1 req-b3d9b78e-0fcf-4576-bb8b-9f2f65a7d108 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0450253 Aug 28 03:34:32.079927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad802b3f-324e-43a2-b5a8-eab60c75c25b req-462da0d8-2531-47ca-9414-6d084d05e2db tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.081519 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ad802b3f-324e-43a2-b5a8-eab60c75c25b req-462da0d8-2531-47ca-9414-6d084d05e2db tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.2994144 Aug 28 03:34:32.098649 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-f729dc2c-a17e-4645-bdb7-2e12ff3cce8f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.100088 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-f729dc2c-a17e-4645-bdb7-2e12ff3cce8f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 818 time: 0.1516397 Aug 28 03:34:32.105049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-7c5076fb-2258-4662-8222-12c2da8009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.106446 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-7c5076fb-2258-4662-8222-12c2da8009ee service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e8eccaff8b4141b88e40e62e00eab1b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4040849 Aug 28 03:34:32.126140 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Request body: {'port': {'device_id': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'admin_state_up': True, 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:32.284945 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60910) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:32.321345 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ad802b3f-324e-43a2-b5a8-eab60c75c25b req-80153fe3-2d84-4ac5-adab-d75457297fbc tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181532 Aug 28 03:34:32.391939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-fe6f6045-2af5-4be6-8d23-900bcd28ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.393472 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68db43e1-15e2-4418-ae2e-26e89dde56fe req-fe6f6045-2af5-4be6-8d23-900bcd28ff06 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3511930 Aug 28 03:34:32.396385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-db95c879-edbc-40b5-bd24-fc929d7a4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.397746 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-63acb9a8-5052-48d5-9a56-34fcb44b1a14 req-db95c879-edbc-40b5-bd24-fc929d7a4f5e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2586555 Aug 28 03:34:32.422393 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7e42-79b8-4d1d-93c3-3dc052d0b991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.435651 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0217d595-2a1c-4221-935d-599cc4dc5d69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f59123282a384a3498f5424c78f1dcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462464 Aug 28 03:34:32.435963 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60912) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:32.458413 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708023a7-c71f-40ad-9378-9241b7329d3e req-e4b57a12-af6e-4dbc-aa1f-1279618a0c27 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.459605 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-708023a7-c71f-40ad-9378-9241b7329d3e req-e4b57a12-af6e-4dbc-aa1f-1279618a0c27 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1158648 Aug 28 03:34:32.523323 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-708023a7-c71f-40ad-9378-9241b7329d3e req-240f5dd4-1125-47d1-a2d0-2ac0edc6dcf4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552645 Aug 28 03:34:32.532583 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.551114 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-c35031c0-ac21-4f2b-8646-ce6d48e378bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.553560 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-c35031c0-ac21-4f2b-8646-ce6d48e378bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 1097 time: 0.0771728 Aug 28 03:34:32.555076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.563147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-f2580684-a2ad-4ccb-be91-5c27f1176b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.564613 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-f2580684-a2ad-4ccb-be91-5c27f1176b17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8eccaff8b4141b88e40e62e00eab1b5&device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0524535 Aug 28 03:34:32.678887 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-54c761b8-cfc4-465a-81ec-85723c741a11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd94705-45bc-426c-af37-246cf1367ea7 HTTP/1.1" status: 200 len: 217 time: 0.0968115 Aug 28 03:34:32.679731 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7e42-79b8-4d1d-93c3-3dc052d0b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.682736 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-23029127-9e68-4349-a6cb-9c9676137b21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b HTTP/1.1" status: 200 len: 217 time: 0.0996475 Aug 28 03:34:32.683727 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.687321 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.690515 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60032344-97fd-4827-8ae2-ad7b997675f5 HTTP/1.1" status: 204 len: 168 time: 0.2535243 Aug 28 03:34:32.698919 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933715c3-0117-4ef9-9165-a3727b119dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60032344-97fd-4827-8ae2-ad7b997675f5,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:32.757303 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Made reservation on behalf of cb0d29bf414a4b5d9fd8540049f00b16 for: {'port': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:32.765418 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:32.775555 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2d9e7e42-79b8-4d1d-93c3-3dc052d0b991 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49a0fe93337d424c81a9eefef0316c67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608303 Aug 28 03:34:32.796975 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 60926) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:32.797137 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e7e42-79b8-4d1d-93c3-3dc052d0b991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683710ed-73f6-4bcb-93ac-0d0a8d16a074,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:32.809275 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-b9e1fad2-71ba-401b-9753-9fa0dbc2c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.810747 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-b9e1fad2-71ba-401b-9753-9fa0dbc2c902 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0902221 Aug 28 03:34:32.831881 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818659-76be-4137-8c49-28c6d6c84e14 req-78505b75-555d-4f33-ade5-46fdab80f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:32.833409 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-78505b75-555d-4f33-ade5-46fdab80f98e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff HTTP/1.1" status: 200 len: 851 time: 0.1140044 Aug 28 03:34:32.883913 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-41d32a44-9726-4f77-a1fb-fa388ab52a9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607672 Aug 28 03:34:33.036335 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.071107 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-215f9064-0bc2-4c9d-b303-e130a26a79cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=839cd84a-f65b-4448-9ea9-58d63ca0bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154965 Aug 28 03:34:33.094466 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.132485 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Allocated IP 172.20.0.3 (3f4c15eb-8544-429e-8951-1739422a94df/f36af70f-7963-4593-83e0-658557df90a5/9ff36a6e-ec67-4e24-88aa-48b92b02b7d7) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:33.148653 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.38', 51696) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:33.278836 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-6d5cbc5c-5ecb-4a50-8ac4-3e7730102d94 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165949 Aug 28 03:34:33.293708 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-49679c8f-fb13-4f2a-9ece-a8d91a8215b4 req-a6c31461-a0be-4cf8-9457-65f4cdd9c395 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.1039386 Aug 28 03:34:33.348168 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-a0d3aa5f-e57f-44c2-aa65-5ad0b585f61a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:33.350895 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-a0d3aa5f-e57f-44c2-aa65-5ad0b585f61a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 818 time: 0.2088871 Aug 28 03:34:33.388384 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Request body: {'port': {'device_id': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'admin_state_up': True, 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:33.414322 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-7ff0f838-5dd6-4c18-9215-13e89393cde9 service neutron] 10.222.0.38 "GET /v2.0/networks/839cd84a-f65b-4448-9ea9-58d63ca0bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236445 Aug 28 03:34:33.416975 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.420827 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.421372 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a54aa432-d583-4b71-bcb5-b982ca69c44c req-a5174d00-17d9-4ed5-8f10-bce6cb06b249 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235011 Aug 28 03:34:33.424726 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/683710ed-73f6-4bcb-93ac-0d0a8d16a074 HTTP/1.1" status: 204 len: 168 time: 0.6304307 Aug 28 03:34:33.522519 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af818659-76be-4137-8c49-28c6d6c84e14 req-1bd1f5a9-c831-418d-9d7a-5da8b5bb638d service neutron] 10.222.0.38 "GET /v2.0/networks/839cd84a-f65b-4448-9ea9-58d63ca0bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001158 Aug 28 03:34:33.524989 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8b103-8e57-4724-8b39-e92cc06085c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683710ed-73f6-4bcb-93ac-0d0a8d16a074,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:33.640450 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.650585 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d5a06-7a64-49e8-b349-80b45812a4f6 req-9b1d6ce7-90a3-45e6-a027-5e5bf1a3b149 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:33.652743 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-009d5a06-7a64-49e8-b349-80b45812a4f6 req-9b1d6ce7-90a3-45e6-a027-5e5bf1a3b149 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1873631 Aug 28 03:34:33.695453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c290438-b5a3-4032-acda-a59b6521d531 req-c5e94ee9-318e-4aab-ad4c-a69a06ea09c3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:33.703460 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9c290438-b5a3-4032-acda-a59b6521d531 req-c5e94ee9-318e-4aab-ad4c-a69a06ea09c3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1038318 Aug 28 03:34:33.723476 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-009d5a06-7a64-49e8-b349-80b45812a4f6 req-3a449af2-903a-42d5-967f-ce1f09207ca1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591874 Aug 28 03:34:33.753494 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9c290438-b5a3-4032-acda-a59b6521d531 req-893074d8-ca89-4c94-9fe6-cee73af90980 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Aug 28 03:34:33.785296 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Made reservation on behalf of cb0d29bf414a4b5d9fd8540049f00b16 for: {'port': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:34:33.788740 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.815598 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:33.945742 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Network 3f4c15eb-8544-429e-8951-1739422a94df is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:33.962327 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:33.964760 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Pushing event updated for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:33.970409 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:34.057658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Allocated IP 172.20.0.13 (3f4c15eb-8544-429e-8951-1739422a94df/f36af70f-7963-4593-83e0-658557df90a5/5174f56a-33b8-4e75-88bb-a3eaba1f698a) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:34:34.069833 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:34.070466 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.107434 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-27181c5d-2368-4a72-b163-013779fb1878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.162699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60986) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:34.176917 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b09affd-b1e4-4ab6-8e1f-7556bafdd82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.184626 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-3c479a03-0ef8-4e3f-a1cb-b618c1636207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0623960 Aug 28 03:34:34.217899 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Request body: {'port': {'device_id': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:34.282758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b09affd-b1e4-4ab6-8e1f-7556bafdd82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.367955 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b09affd-b1e4-4ab6-8e1f-7556bafdd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.397406 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2b09affd-b1e4-4ab6-8e1f-7556bafdd82a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=477eadf9a24049899518d193d81bf9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334950 Aug 28 03:34:34.402412 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 60994) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:34.432418 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09affd-b1e4-4ab6-8e1f-7556bafdd82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a839a-8366-4175-ae3b-71bc9810157c,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:34.437577 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b744df8a-2bf0-497a-851d-200afb6dffc3 req-0e6ad9dd-f5ea-4e44-92a7-0eedb27d0575 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0454152 Aug 28 03:34:34.444975 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.464185 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.479497 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.491877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.591520 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.594445 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.595637 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/747a839a-8366-4175-ae3b-71bc9810157c HTTP/1.1" status: 204 len: 168 time: 0.1923294 Aug 28 03:34:34.604910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361fb6b-c181-4ed2-bca3-6b2ca3429e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a839a-8366-4175-ae3b-71bc9810157c,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:34.616752 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.726221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Network 3f4c15eb-8544-429e-8951-1739422a94df is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:34:34.737465 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Pushing event updated for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:34.740996 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:34:34.768304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:34:34.852329 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:34.853308 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:34.889384 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07109-8df0-41a3-b43e-dec03d10b18f req-e2ee66f5-a864-4d54-8771-61f389681e5f tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:34.891808 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-52f07109-8df0-41a3-b43e-dec03d10b18f req-e2ee66f5-a864-4d54-8771-61f389681e5f tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0669801 Aug 28 03:34:34.937372 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-52f07109-8df0-41a3-b43e-dec03d10b18f req-bbd57a8e-7aff-40d6-b0c3-2b25d152d0dd tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387046 Aug 28 03:34:34.987998 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633de5b5-1205-4a18-a9f7-96ef1356a60b req-c97c3449-d716-4c5a-a5ec-6117ef198009 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:34.989514 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-633de5b5-1205-4a18-a9f7-96ef1356a60b req-c97c3449-d716-4c5a-a5ec-6117ef198009 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.1296730 Aug 28 03:34:34.992501 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-8e04cf0b-2ecd-4e1c-84de-a61e13f2de0b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6169884 Aug 28 03:34:35.009149 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 {{(pid=94549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:35.023372 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Request body: {'port': {'device_id': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:34:35.031946 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.084269 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Transition to ACTIVE for port object 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 will not be triggered until provisioned by entity L2. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:35.087398 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-633de5b5-1205-4a18-a9f7-96ef1356a60b req-81f3e565-b061-490e-be05-70cb7d22de23 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Aug 28 03:34:35.111499 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.144499 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.306117 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:35.447254 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Attempting to bind port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:35.447604 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Attempting to bind port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:35.447979 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Attempting to bind port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 on network 3f4c15eb-8544-429e-8951-1739422a94df {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:35.456082 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 on network 3f4c15eb-8544-429e-8951-1739422a94df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:34:35.456398 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Attempting to bind port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 on network 3f4c15eb-8544-429e-8951-1739422a94df {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:35.467707 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:35.468075 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Checking segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:35.468612 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Bound using segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:35.469107 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Bound port: 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:35.469456 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.473203 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32808) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:35.585526 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, cleared binding levels {{(pid=94549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:35.603737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d62e3-dd69-448f-b111-fdd0b73a9694 req-03e9f87b-a01f-4f6f-b253-bd7c068a2193 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:35.606275 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a7d62e3-dd69-448f-b111-fdd0b73a9694 req-03e9f87b-a01f-4f6f-b253-bd7c068a2193 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 932 time: 0.0639055 Aug 28 03:34:35.612029 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5174f56a-33b8-4e75-88bb-a3eaba1f698a {{(pid=94549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:35.622271 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:35.622271 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.637408 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Transition to ACTIVE for port object 5174f56a-33b8-4e75-88bb-a3eaba1f698a will not be triggered until provisioned by entity L2. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:34:35.665384 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a7d62e3-dd69-448f-b111-fdd0b73a9694 req-6cb41a26-b1e4-4ba2-8648-f1ba391ef352 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Aug 28 03:34:35.677312 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.710134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.739977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:35.740598 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.742091 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] 10.222.0.38 "PUT /v2.0/ports/9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 1093 time: 1.5313723 Aug 28 03:34:35.742524 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:35.764965 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0d23-1122-4f31-9360-2ef7bab6ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=3']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:35.849720 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:35.896825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Attempting to bind port 5174f56a-33b8-4e75-88bb-a3eaba1f698a on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:34:35.897219 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Attempting to bind port 5174f56a-33b8-4e75-88bb-a3eaba1f698a by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:34:35.897481 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Attempting to bind port 5174f56a-33b8-4e75-88bb-a3eaba1f698a on network 3f4c15eb-8544-429e-8951-1739422a94df {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:35.904279 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Port 5174f56a-33b8-4e75-88bb-a3eaba1f698a on network 3f4c15eb-8544-429e-8951-1739422a94df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:34:35.904597 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Attempting to bind port 5174f56a-33b8-4e75-88bb-a3eaba1f698a on network 3f4c15eb-8544-429e-8951-1739422a94df {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:34:35.909919 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:34:35.910255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Checking segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:34:35.910642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Bound using segment: {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:34:35.910811 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db29a2c7-1409-4632-900d-abbc49718654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:35.911265 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Bound port: 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df'}}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:34:35.911466 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.003124 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, cleared binding levels {{(pid=94549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:34:36.009742 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:34:36.054690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db29a2c7-1409-4632-900d-abbc49718654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.073605 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d" -d '{"events": [{"name": "network-changed", "server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:36.094825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed886ea-8f6d-4efa-9654-0e9986e4f4b7 req-0aefd2c5-9ab3-490b-8536-b86016f939ee tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:36.096113 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9ed886ea-8f6d-4efa-9654-0e9986e4f4b7 req-0aefd2c5-9ab3-490b-8536-b86016f939ee tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0601568 Aug 28 03:34:36.123178 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db29a2c7-1409-4632-900d-abbc49718654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.126313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.174188 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-db29a2c7-1409-4632-900d-abbc49718654 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e15e5c0e4c6e492fbd50c0260c79415a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969564 Aug 28 03:34:36.174188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29a2c7-1409-4632-900d-abbc49718654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f50adf-4a5e-48d0-ad78-4d1daf23bf48,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:36.175463 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32858) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:36.178874 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9ed886ea-8f6d-4efa-9654-0e9986e4f4b7 req-a8068d55-992e-4616-ad29-109493ffbaf6 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Aug 28 03:34:36.184545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:36.186086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.188082 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] 10.222.0.38 "PUT /v2.0/ports/5174f56a-33b8-4e75-88bb-a3eaba1f698a HTTP/1.1" status: 200 len: 1094 time: 1.1746559 Aug 28 03:34:36.205711 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230057c-c464-4859-b70f-ae0e3c25a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=3']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:36.255160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182d464-ff8f-4845-ba91-0735e2d2193e x-openstack-request-id: req-1182d464-ff8f-4845-ba91-0735e2d2193e {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:36.255160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:36.255160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1182d464-ff8f-4845-ba91-0735e2d2193e {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:36.255707 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7', 'status': 'completed', 'code': 200} Aug 28 03:34:36.275370 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.308946 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.350420 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3a4d-ecda-4fc5-9934-6c2d6059d8d4 req-d7d29341-552c-4af5-a366-a6b981386c67 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:36.352332 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d9bb3a4d-ecda-4fc5-9934-6c2d6059d8d4 req-d7d29341-552c-4af5-a366-a6b981386c67 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0601625 Aug 28 03:34:36.390839 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d9bb3a4d-ecda-4fc5-9934-6c2d6059d8d4 req-84327cd9-2b69-4297-8267-f58be05fa5e0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Aug 28 03:34:36.449072 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.449924 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-29c45a63-afb5-4b36-b3ed-73e7f554f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.456540 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.456540 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39f50adf-4a5e-48d0-ad78-4d1daf23bf48 HTTP/1.1" status: 204 len: 168 time: 0.2651951 Aug 28 03:34:36.461875 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef216a3-5e13-4f4c-8dc5-264bfdf3e0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f50adf-4a5e-48d0-ad78-4d1daf23bf48,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:36.534345 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32872) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:36.792253 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26419-077d-46d5-96dc-39b208803a95 req-c9152421-d326-45b7-b078-8922ee3b167d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:36.794736 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-06c26419-077d-46d5-96dc-39b208803a95 req-c9152421-d326-45b7-b078-8922ee3b167d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0569618 Aug 28 03:34:36.841076 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-06c26419-077d-46d5-96dc-39b208803a95 req-1b719641-30d5-4bc7-882d-5b8920363443 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Aug 28 03:34:36.851786 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fae2317f-c4d5-4d02-ae19-5ed679d6e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:36.941234 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fae2317f-c4d5-4d02-ae19-5ed679d6e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.002448 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fae2317f-c4d5-4d02-ae19-5ed679d6e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.042164 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fae2317f-c4d5-4d02-ae19-5ed679d6e7d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e425f6b0cb7c4d17b7a9073845819337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066986 Aug 28 03:34:37.044394 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2317f-c4d5-4d02-ae19-5ed679d6e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a5276-6282-4f31-8ff6-d895f98d597a,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:37.045086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 32886) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:37.095715 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.119614 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.134204 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32892) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:37.150947 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fbbee459-8bc9-4284-bc26-a187eb99fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.190777 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.277345 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.280610 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.282250 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/576a5276-6282-4f31-8ff6-d895f98d597a HTTP/1.1" status: 204 len: 168 time: 0.2360351 Aug 28 03:34:37.306670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f0eaa-a91c-4845-9b43-61ecdef56635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a5276-6282-4f31-8ff6-d895f98d597a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:37.355698 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e70a37-7cfe-461c-9cc2-b06b713b45d7 req-b0c849ea-6237-4ebe-8fa9-947ad97592a2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:37.362974 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fbbee459-8bc9-4284-bc26-a187eb99fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.364055 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c9e70a37-7cfe-461c-9cc2-b06b713b45d7 req-b0c849ea-6237-4ebe-8fa9-947ad97592a2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0993774 Aug 28 03:34:37.399222 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c9e70a37-7cfe-461c-9cc2-b06b713b45d7 req-bbe7c48a-e6e6-4656-9d67-e3e62ba1bd47 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342879 Aug 28 03:34:37.432021 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fbbee459-8bc9-4284-bc26-a187eb99fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.482150 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee459-8bc9-4284-bc26-a187eb99fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0976b8b9-ae21-4ce7-8ae1-dfc018039426,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:37.503234 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 32910) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:37.510563 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fbbee459-8bc9-4284-bc26-a187eb99fedd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bed4956470414f7aacf01eeda54879b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750029 Aug 28 03:34:37.544051 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd63c3-b938-4802-b72e-d066521fbf8b req-432a6c67-4a05-4f6d-9e10-480b64ea1309 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:37.545634 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1cd63c3-b938-4802-b72e-d066521fbf8b req-432a6c67-4a05-4f6d-9e10-480b64ea1309 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0805216 Aug 28 03:34:37.568493 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.593081 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.614115 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1cd63c3-b938-4802-b72e-d066521fbf8b req-0b6ee9ec-2d2c-4022-8db0-b472e5afeb9d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Aug 28 03:34:37.716284 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.718847 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.724916 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0976b8b9-ae21-4ce7-8ae1-dfc018039426 HTTP/1.1" status: 204 len: 168 time: 0.2158017 Aug 28 03:34:37.727896 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59655fe-0480-47e1-9c74-726ce782a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976b8b9-ae21-4ce7-8ae1-dfc018039426,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:37.952268 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32922) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:37.954168 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:37.960573 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179bc54-08a4-417a-949f-c11f3f161ce1 req-d176a630-ea74-4c7a-8fb5-9f0bce02f12c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:37.967833 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a179bc54-08a4-417a-949f-c11f3f161ce1 req-d176a630-ea74-4c7a-8fb5-9f0bce02f12c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0591958 Aug 28 03:34:37.970464 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-909c5b44-7d3f-46bf-abd6-d6b9c1240495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.009087 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a179bc54-08a4-417a-949f-c11f3f161ce1 req-790a1b5b-e0c7-4912-a140-473daaa76168 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Aug 28 03:34:38.102453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-909c5b44-7d3f-46bf-abd6-d6b9c1240495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.162513 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-909c5b44-7d3f-46bf-abd6-d6b9c1240495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.206599 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-909c5b44-7d3f-46bf-abd6-d6b9c1240495 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=420c8f6abe0c455aaae5d44ac9121072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488735 Aug 28 03:34:38.206599 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c5b44-7d3f-46bf-abd6-d6b9c1240495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863a5ca-4a22-4189-a5de-92c0d58f2dca,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:38.208348 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 32940) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:38.256738 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:38.259390 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26265614-b28e-45d5-9dd6-143ed215f744" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:38.276044 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.301256 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2860034d-cdb6-4c12-aba7-a08c61d45a16 x-openstack-request-id: req-2860034d-cdb6-4c12-aba7-a08c61d45a16 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:38.301919 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:38.302248 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2860034d-cdb6-4c12-aba7-a08c61d45a16 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:38.302791 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a', 'status': 'completed', 'code': 200} Aug 28 03:34:38.303558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.419680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.422543 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:38.435325 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d863a5ca-4a22-4189-a5de-92c0d58f2dca HTTP/1.1" status: 204 len: 168 time: 0.2140925 Aug 28 03:34:38.435325 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36ebb0-c01e-40bf-82c8-352a82619289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863a5ca-4a22-4189-a5de-92c0d58f2dca,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:38.547387 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d7aa1-427a-48ca-ab16-f5886589153e req-5ce06435-7e5f-429d-81ed-85cdff7408f8 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:38.548935 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-086d7aa1-427a-48ca-ab16-f5886589153e req-5ce06435-7e5f-429d-81ed-85cdff7408f8 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0545733 Aug 28 03:34:38.586544 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-086d7aa1-427a-48ca-ab16-f5886589153e req-1083bb9e-6c12-4b9a-bab2-eb5e49884120 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 28 03:34:38.743933 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa9f6-cdb0-4c61-a411-e8491d03c892 req-fd0271b6-96cb-4c76-8c4c-c8494e75d239 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:38.745486 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-36faa9f6-cdb0-4c61-a411-e8491d03c892 req-fd0271b6-96cb-4c76-8c4c-c8494e75d239 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0563183 Aug 28 03:34:38.789686 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-36faa9f6-cdb0-4c61-a411-e8491d03c892 req-3ca2f495-96a3-4dcc-87ec-316accd57e0d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Aug 28 03:34:39.126526 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f7676-d850-4b04-8fab-fa2203f5acc4 req-6dfd09f3-a5aa-4139-945f-9abe0ca09e8d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:39.128314 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-367f7676-d850-4b04-8fab-fa2203f5acc4 req-6dfd09f3-a5aa-4139-945f-9abe0ca09e8d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0520289 Aug 28 03:34:39.173677 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-367f7676-d850-4b04-8fab-fa2203f5acc4 req-cd60f9d5-7ece-4a52-86db-e21428ccd285 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376973 Aug 28 03:34:39.716742 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdffd8-c8b5-4eeb-b175-21fae57e64b5 req-94262e66-61ce-46e4-b59f-8b6dc0c194e1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:39.718246 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26fdffd8-c8b5-4eeb-b175-21fae57e64b5 req-94262e66-61ce-46e4-b59f-8b6dc0c194e1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0535328 Aug 28 03:34:39.745356 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:39.760079 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26fdffd8-c8b5-4eeb-b175-21fae57e64b5 req-0af274df-a2ee-4abe-b427-1f9fa26488ec tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Aug 28 03:34:39.940004 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c144f-293d-409d-9c05-61e2c5e56851 req-b37222fd-cf99-4295-a346-d8d02370442d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:39.941534 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cf9c144f-293d-409d-9c05-61e2c5e56851 req-b37222fd-cf99-4295-a346-d8d02370442d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0577953 Aug 28 03:34:39.985730 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cf9c144f-293d-409d-9c05-61e2c5e56851 req-39fcd3ec-69d7-4671-bc37-bafe41528f25 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Aug 28 03:34:40.110597 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265614-b28e-45d5-9dd6-143ed215f744 req-95f83303-fc62-4572-9635-8be973b758a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.112072 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26265614-b28e-45d5-9dd6-143ed215f744 req-95f83303-fc62-4572-9635-8be973b758a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0796435 Aug 28 03:34:40.114651 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-f6199f5c-ed83-4c74-8dab-14eb9b91e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.116111 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-f6199f5c-ed83-4c74-8dab-14eb9b91e9ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1096 time: 0.1184268 Aug 28 03:34:40.348328 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259365a1-d6bc-4be0-b090-f95c98039af5 req-8142c7ca-4fbf-446c-b99c-d8307629196e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.357614 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-259365a1-d6bc-4be0-b090-f95c98039af5 req-8142c7ca-4fbf-446c-b99c-d8307629196e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0956998 Aug 28 03:34:40.393251 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-259365a1-d6bc-4be0-b090-f95c98039af5 req-596632c7-bdc1-4599-a812-76a0f47cfadc tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Aug 28 03:34:40.560322 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265614-b28e-45d5-9dd6-143ed215f744 req-f2d94628-57f5-41b0-befc-300ddec6024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.561848 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26265614-b28e-45d5-9dd6-143ed215f744 req-f2d94628-57f5-41b0-befc-300ddec6024f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4209461 Aug 28 03:34:40.564644 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-913bf5a0-04b5-4a22-8851-5a3c4e9d981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.566098 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-913bf5a0-04b5-4a22-8851-5a3c4e9d981d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4163647 Aug 28 03:34:40.806398 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265614-b28e-45d5-9dd6-143ed215f744 req-eff50347-0c1d-4c9d-8e83-b271dc272420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.807966 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26265614-b28e-45d5-9dd6-143ed215f744 req-eff50347-0c1d-4c9d-8e83-b271dc272420 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333450 Aug 28 03:34:40.809468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-b78bcd7b-4496-4129-978a-a4ecf6992197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.810809 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4d92e36-bf6a-4a45-82f0-8a2fd279296d req-b78bcd7b-4496-4129-978a-a4ecf6992197 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280343 Aug 28 03:34:40.894233 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f72fc1-c6ba-4fc4-beb8-c1f83ff6f340 req-04493fb6-6270-4d40-9308-c59ed663cf1a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:40.895796 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-09f72fc1-c6ba-4fc4-beb8-c1f83ff6f340 req-04493fb6-6270-4d40-9308-c59ed663cf1a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0635576 Aug 28 03:34:41.005941 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-09f72fc1-c6ba-4fc4-beb8-c1f83ff6f340 req-65ae60b5-5642-49c1-ae8f-3891318688b7 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005707 Aug 28 03:34:41.011435 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-f0477128-9f82-4281-b975-8b54d18a5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.013081 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-f0477128-9f82-4281-b975-8b54d18a5b61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1096 time: 0.1060491 Aug 28 03:34:41.021929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-68d91ac7-2b44-49d8-b765-ee5c7b9d7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.023764 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-68d91ac7-2b44-49d8-b765-ee5c7b9d7f99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0800550 Aug 28 03:34:41.120784 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-708810f4-743b-4c11-a3ca-36b4c824073e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0707846 Aug 28 03:34:41.157239 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf465-af77-43ff-b1c2-af4a4dc585b0 req-d3b48c0a-4294-4d4b-8677-1e9f370b1fb9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.168837 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fe4bf465-af77-43ff-b1c2-af4a4dc585b0 req-d3b48c0a-4294-4d4b-8677-1e9f370b1fb9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0961831 Aug 28 03:34:41.189407 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-3682ec2c-8750-44c8-8194-12f4fee18132 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a HTTP/1.1" status: 200 len: 217 time: 0.1318812 Aug 28 03:34:41.218784 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fe4bf465-af77-43ff-b1c2-af4a4dc585b0 req-bd435b4e-b758-4142-bf36-6e077e21763a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Aug 28 03:34:41.282958 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-183e0af0-53de-4dae-b275-3c4b59635b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.284450 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-183e0af0-53de-4dae-b275-3c4b59635b70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.1120470 Aug 28 03:34:41.289662 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-caf72703-1556-4e5f-b0ba-6660b6d93b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.290976 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-caf72703-1556-4e5f-b0ba-6660b6d93b9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0589278 Aug 28 03:34:41.350390 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-455547aa-404b-49a7-8c07-715d86e513d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582798 Aug 28 03:34:41.365472 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-ac7bd81e-fd6f-443d-aff5-8528aa3aeeb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404806 Aug 28 03:34:41.550902 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-81c7ce97-eb8f-45a2-b5e4-a57941877cb1 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876104 Aug 28 03:34:41.556787 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-13a996aa-790d-41dd-8960-a0e8936066bf service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829143 Aug 28 03:34:41.569426 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4090e1-2085-4f5f-8def-90465f1824de req-d63673f1-6158-4251-aa06-314ffb8d2db1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:41.570983 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-eb4090e1-2085-4f5f-8def-90465f1824de req-d63673f1-6158-4251-aa06-314ffb8d2db1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0995345 Aug 28 03:34:41.633935 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33106) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:41.715516 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-eb4090e1-2085-4f5f-8def-90465f1824de req-cdb42849-88fb-4698-b2af-50a623437b8f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283121 Aug 28 03:34:41.751645 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6c9e-f8cd-4996-9aea-34f6e6e2b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:41.754738 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e8dea3e-6b88-4ade-acd4-687469aa49dd req-613c4d54-6071-42be-872f-e3dd86dd66b6 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817520 Aug 28 03:34:41.764453 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dfe6aed8-e0b0-4326-99c5-704588d6a238 req-876f2a13-e813-4a87-aff9-51f62004587c service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925807 Aug 28 03:34:41.838313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6c9e-f8cd-4996-9aea-34f6e6e2b4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:41.910719 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6c9e-f8cd-4996-9aea-34f6e6e2b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:41.951529 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6c9e-f8cd-4996-9aea-34f6e6e2b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba71b0a-2b13-438d-a811-9371600231ef,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:41.956991 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-3cbf6c9e-f8cd-4996-9aea-34f6e6e2b4b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=204433ab47bd4ba693f51eec238953db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230686 Aug 28 03:34:41.959594 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33114) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:42.015531 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:42.037283 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:42.137023 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b031a8d-9c1c-4179-9da3-31deffe34c22 req-1cdec212-64e6-4faf-b633-ea4be7bf8356 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:42.138523 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9b031a8d-9c1c-4179-9da3-31deffe34c22 req-1cdec212-64e6-4faf-b633-ea4be7bf8356 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0577300 Aug 28 03:34:42.176428 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9b031a8d-9c1c-4179-9da3-31deffe34c22 req-66022f86-95a5-4d18-9b8e-447925e51dfe tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Aug 28 03:34:42.207883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:42.210556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:42.217691 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ba71b0a-2b13-438d-a811-9371600231ef HTTP/1.1" status: 204 len: 168 time: 0.2511094 Aug 28 03:34:42.220017 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596221a6-aed6-43b5-a740-69d68c089881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba71b0a-2b13-438d-a811-9371600231ef,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:42.338370 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dd3e-0dda-48f0-a601-0584e213d68e req-60b5ebbb-0db5-439e-bc74-f0552beca98d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:42.340813 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6404dd3e-0dda-48f0-a601-0584e213d68e req-60b5ebbb-0db5-439e-bc74-f0552beca98d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0562656 Aug 28 03:34:42.390259 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6404dd3e-0dda-48f0-a601-0584e213d68e req-ce0b8b40-fc69-40fd-83ba-e2ee9c0145e9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Aug 28 03:34:42.835701 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496541e7-bc79-4d82-9b6b-4c1019ef2fc2 req-816e2f50-c76f-4f9b-b342-8d33f1789755 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:42.837227 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-496541e7-bc79-4d82-9b6b-4c1019ef2fc2 req-816e2f50-c76f-4f9b-b342-8d33f1789755 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0504954 Aug 28 03:34:42.877431 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-496541e7-bc79-4d82-9b6b-4c1019ef2fc2 req-06807836-3a9a-4bc7-9b8e-e44f983da76c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Aug 28 03:34:42.928384 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33158) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:42.942207 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e54b9271-ed20-4af6-87d4-07320d7f445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.031082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e54b9271-ed20-4af6-87d4-07320d7f445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.082566 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e54b9271-ed20-4af6-87d4-07320d7f445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.127894 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b9271-ed20-4af6-87d4-07320d7f445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32599928-bccc-4f36-9f1c-259720baa120,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:43.135184 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e54b9271-ed20-4af6-87d4-07320d7f445e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99f6175dba884572a7eb0ce080c47bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056124 Aug 28 03:34:43.138774 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33174) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:43.194462 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.217760 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.470951 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8b786-516d-4358-86a4-315111fd4d8d req-70a27ec1-19c1-4b47-b53f-6ad09c8ac60a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:43.472675 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cca8b786-516d-4358-86a4-315111fd4d8d req-70a27ec1-19c1-4b47-b53f-6ad09c8ac60a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0598221 Aug 28 03:34:43.514536 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cca8b786-516d-4358-86a4-315111fd4d8d req-3393c474-fbfe-40ee-bb9c-8bea9a114192 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Aug 28 03:34:43.523154 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116be6a-0bbb-4990-8053-ce39d24eb80d req-96533161-5ff7-4563-8e9c-bdd917124bd9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:43.528836 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d116be6a-0bbb-4990-8053-ce39d24eb80d req-96533161-5ff7-4563-8e9c-bdd917124bd9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 944 time: 0.0560513 Aug 28 03:34:43.544868 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.547466 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:43.548575 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32599928-bccc-4f36-9f1c-259720baa120 HTTP/1.1" status: 204 len: 168 time: 0.4111609 Aug 28 03:34:43.556175 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206bb5-84df-4211-ac5d-d08c64057c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32599928-bccc-4f36-9f1c-259720baa120,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:43.567511 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d116be6a-0bbb-4990-8053-ce39d24eb80d req-823b02c9-5d27-4a30-ae37-f2017ec40aff tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Aug 28 03:34:43.961519 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 8fd94705-45bc-426c-af37-246cf1367ea7 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:34:43.998527 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e904b1-cf02-4464-9fc9-b1d34dc32646 req-02dd6744-ed1d-4eb3-946a-2f67ed4310ed tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:44.000160 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95e904b1-cf02-4464-9fc9-b1d34dc32646 req-02dd6744-ed1d-4eb3-946a-2f67ed4310ed tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0539649 Aug 28 03:34:44.040856 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95e904b1-cf02-4464-9fc9-b1d34dc32646 req-badafa4f-1114-47dd-981a-8d4c5bdf499c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 Aug 28 03:34:44.067222 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=8fd94705-45bc-426c-af37-246cf1367ea7,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:44.079604 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '8fd94705-45bc-426c-af37-246cf1367ea7', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'port_id': '8fd94705-45bc-426c-af37-246cf1367ea7', 'mac_address': 'fa:16:3e:cf:d9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45ceaaf-fb20-451c-8350-fd6d8fa1b79e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:34:44.122870 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:44.136389 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd94705-45bc-426c-af37-246cf1367ea7 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:44.159336 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=8fd94705-45bc-426c-af37-246cf1367ea7,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:44.225615 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:44.229683 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 404f88d3-f2d2-4a32-8a23-025995e9c87b details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:34:44.323103 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:44.368668 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b,segment=NetworkSegment(7ae132a0-948c-4303-8406-d8087090e731),segment_id=7ae132a0-948c-4303-8406-d8087090e731)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:44.382040 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '404f88d3-f2d2-4a32-8a23-025995e9c87b', 'network_id': '839cd84a-f65b-4448-9ea9-58d63ca0bbf1', 'port_id': '404f88d3-f2d2-4a32-8a23-025995e9c87b', 'mac_address': 'fa:16:3e:0e:69:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:34:44.432949 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:44.446261 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404f88d3-f2d2-4a32-8a23-025995e9c87b {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:44.479805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b,segment=NetworkSegment(7ae132a0-948c-4303-8406-d8087090e731),segment_id=7ae132a0-948c-4303-8406-d8087090e731)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:44.551420 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:44.618293 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:44.638067 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a316f94-108c-4cf1-9535-b8412bdacf34 req-87d08575-3045-4b45-a049-4643c0353e97 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:44.645450 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1a316f94-108c-4cf1-9535-b8412bdacf34 req-87d08575-3045-4b45-a049-4643c0353e97 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0592449 Aug 28 03:34:44.693759 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1a316f94-108c-4cf1-9535-b8412bdacf34 req-7721a75a-2263-4643-8f0d-49aa5097f9b9 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Aug 28 03:34:44.722351 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8764e-947b-45e3-a500-245e85c74476 req-8db410b0-a28e-41bc-9acf-bafa07208172 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:44.724941 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-73f8764e-947b-45e3-a500-245e85c74476 req-8db410b0-a28e-41bc-9acf-bafa07208172 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0679047 Aug 28 03:34:44.782563 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-73f8764e-947b-45e3-a500-245e85c74476 req-369c4171-2115-4f80-8e21-a46131bb5a70 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487168 Aug 28 03:34:45.097844 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33256) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:45.164540 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f911d7-e196-45b0-87c4-15edce100411 req-fe0c5bce-a810-4090-a569-5256781479c7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:45.166200 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b1f911d7-e196-45b0-87c4-15edce100411 req-fe0c5bce-a810-4090-a569-5256781479c7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0534835 Aug 28 03:34:45.213403 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b1f911d7-e196-45b0-87c4-15edce100411 req-62a64399-bbaa-49f2-a39e-907b6f3e3af9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Aug 28 03:34:45.214908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3475d4c3-725d-43b2-8960-2755f0292405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.310424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3475d4c3-725d-43b2-8960-2755f0292405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.408274 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3475d4c3-725d-43b2-8960-2755f0292405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.447934 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3475d4c3-725d-43b2-8960-2755f0292405 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e6018b804de462a89db283eba272e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489287 Aug 28 03:34:45.449064 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475d4c3-725d-43b2-8960-2755f0292405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b71148-f3d3-47d9-8edb-02153c55c1f8,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:45.451191 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33264) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:45.503663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.533720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.670882 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.673440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:45.674608 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8b71148-f3d3-47d9-8edb-02153c55c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2224309 Aug 28 03:34:45.682202 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eded66-2cbb-41d7-8cd1-5271895a2397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b71148-f3d3-47d9-8edb-02153c55c1f8,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:45.809476 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af7bb-482b-447c-b8db-9578e7e18db0 req-6b04387d-c314-4217-adc0-c2aa71c1c2a9 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:45.811084 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-eb2af7bb-482b-447c-b8db-9578e7e18db0 req-6b04387d-c314-4217-adc0-c2aa71c1c2a9 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0547569 Aug 28 03:34:45.851870 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-eb2af7bb-482b-447c-b8db-9578e7e18db0 req-083606c4-874a-48a0-9d80-f09a3e9fe947 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Aug 28 03:34:45.901502 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c7243-3788-4a1b-98dd-80a91ba9a62f req-fdea44cf-8259-4988-8acf-bb684b7879f4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:45.903077 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-187c7243-3788-4a1b-98dd-80a91ba9a62f req-fdea44cf-8259-4988-8acf-bb684b7879f4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0510345 Aug 28 03:34:45.941307 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-187c7243-3788-4a1b-98dd-80a91ba9a62f req-a532ae04-fd34-4fba-b580-aa4c4baaba12 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Aug 28 03:34:46.209140 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33284) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:46.222258 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2dbec843-a67f-4341-a536-64b5fae54541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.315128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2dbec843-a67f-4341-a536-64b5fae54541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.328221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec988ec-7daa-437a-ac10-50d6565133c4 req-3975055e-60a2-4697-b519-e1feca71abf7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:46.329739 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fec988ec-7daa-437a-ac10-50d6565133c4 req-3975055e-60a2-4697-b519-e1feca71abf7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0538464 Aug 28 03:34:46.369587 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fec988ec-7daa-437a-ac10-50d6565133c4 req-e8ca000b-f80e-497c-ab27-38af885343e1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Aug 28 03:34:46.385070 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2dbec843-a67f-4341-a536-64b5fae54541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.431331 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2dbec843-a67f-4341-a536-64b5fae54541 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec374b4037ed4f21bb668302e6137cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210371 Aug 28 03:34:46.432404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbec843-a67f-4341-a536-64b5fae54541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e686b2f2-f3da-41b0-a80a-0f68d3640e1b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:46.434460 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33288) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:46.485461 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.506463 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.624959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.627582 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:46.628763 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e686b2f2-f3da-41b0-a80a-0f68d3640e1b HTTP/1.1" status: 204 len: 168 time: 0.1923809 Aug 28 03:34:46.636333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165427c-9a02-494f-81fd-250c7525af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e686b2f2-f3da-41b0-a80a-0f68d3640e1b,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:46.978007 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75979a6-dce6-44f9-8d3f-28f3d0da14b7 req-08d0e05c-1d7e-4231-b4af-bae71a973a28 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:46.979831 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c75979a6-dce6-44f9-8d3f-28f3d0da14b7 req-08d0e05c-1d7e-4231-b4af-bae71a973a28 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0602145 Aug 28 03:34:47.040578 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c75979a6-dce6-44f9-8d3f-28f3d0da14b7 req-09cb811d-7f4a-4074-8846-dfe09c8659d1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Aug 28 03:34:47.084415 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440af3c-24c0-4995-9526-ade9845855e1 req-b7d07d5b-d362-444f-853c-a9ae3abd57f8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:47.085930 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8440af3c-24c0-4995-9526-ade9845855e1 req-b7d07d5b-d362-444f-853c-a9ae3abd57f8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0606997 Aug 28 03:34:47.124027 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8440af3c-24c0-4995-9526-ade9845855e1 req-cb2af140-6707-4eae-8d12-d2783dc2b383 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Aug 28 03:34:47.327613 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.328133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33316) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:47.341779 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5b60a1c0-0dcd-45b2-87ac-6131d3529ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.428303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5b60a1c0-0dcd-45b2-87ac-6131d3529ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.486938 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41485c2c-7258-4c99-94a6-4f2384f8d0b4 req-983e91eb-c441-4f5d-b6da-9734811ae0df tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:47.488438 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-41485c2c-7258-4c99-94a6-4f2384f8d0b4 req-983e91eb-c441-4f5d-b6da-9734811ae0df tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0514586 Aug 28 03:34:47.510205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5b60a1c0-0dcd-45b2-87ac-6131d3529ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.556369 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-41485c2c-7258-4c99-94a6-4f2384f8d0b4 req-b0307c2a-51bd-47c6-bb69-abd4d3b906d6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Aug 28 03:34:47.562689 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-5b60a1c0-0dcd-45b2-87ac-6131d3529ccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2765ecc23cee46dca53d414e00ce8bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336221 Aug 28 03:34:47.563742 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a1c0-0dcd-45b2-87ac-6131d3529ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda8022-b5c6-4d85-887b-18a79aa235e4,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:47.565578 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33322) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:47.616517 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-741929de-eb84-4720-8442-904984969919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.637778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-741929de-eb84-4720-8442-904984969919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.750864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-741929de-eb84-4720-8442-904984969919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.753699 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-741929de-eb84-4720-8442-904984969919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:47.754880 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-741929de-eb84-4720-8442-904984969919 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eda8022-b5c6-4d85-887b-18a79aa235e4 HTTP/1.1" status: 204 len: 168 time: 0.1881218 Aug 28 03:34:47.763934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741929de-eb84-4720-8442-904984969919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda8022-b5c6-4d85-887b-18a79aa235e4,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:48.163483 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befcc3d-2329-411c-bb1f-3982f52bea99 req-57d8d58b-1908-4c0a-b060-21d3a4598520 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:48.164997 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6befcc3d-2329-411c-bb1f-3982f52bea99 req-57d8d58b-1908-4c0a-b060-21d3a4598520 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0581007 Aug 28 03:34:48.203833 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6befcc3d-2329-411c-bb1f-3982f52bea99 req-b41236e5-d35c-4593-aae4-44b2a3b4bef9 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 28 03:34:48.240140 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563101-1782-428b-a548-b99509c2ebce req-5bc86913-83f8-44a0-9e91-9eb49fbf8e5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:48.241784 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9e563101-1782-428b-a548-b99509c2ebce req-5bc86913-83f8-44a0-9e91-9eb49fbf8e5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0498557 Aug 28 03:34:48.285257 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9e563101-1782-428b-a548-b99509c2ebce req-6f2c8ce6-e3c6-4176-9782-9ea68436a3e6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Aug 28 03:34:48.673910 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dedc1-7381-4568-acae-53ccb3c389af req-6622f8d9-315f-47d7-9cc1-fa54a6d18358 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:48.675579 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2b8dedc1-7381-4568-acae-53ccb3c389af req-6622f8d9-315f-47d7-9cc1-fa54a6d18358 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0493000 Aug 28 03:34:48.722014 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2b8dedc1-7381-4568-acae-53ccb3c389af req-e6d34d7a-3caf-4c65-9328-979fe2d6a59e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Aug 28 03:34:48.765540 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5174f56a-33b8-4e75-88bb-a3eaba1f698a details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:34:48.864522 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:48.969175 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '5174f56a-33b8-4e75-88bb-a3eaba1f698a', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'port_id': '5174f56a-33b8-4e75-88bb-a3eaba1f698a', 'mac_address': 'fa:16:3e:ed:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36af70f-7963-4593-83e0-658557df90a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:34:49.006259 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:49.019274 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5174f56a-33b8-4e75-88bb-a3eaba1f698a {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:49.038317 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:49.110314 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:49.110980 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:34:49.175743 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:49.178249 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:49.189571 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7', 'network_id': '3f4c15eb-8544-429e-8951-1739422a94df', 'port_id': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7', 'mac_address': 'fa:16:3e:74:8c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36af70f-7963-4593-83e0-658557df90a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:34:49.230756 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:49.243552 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:34:49.263446 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:49.323711 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2009-cefd-49cc-b631-c7ceac3768f4 req-da15823d-1ea7-4b42-a665-001146f022ca tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:49.326141 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f63b2009-cefd-49cc-b631-c7ceac3768f4 req-da15823d-1ea7-4b42-a665-001146f022ca tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0560694 Aug 28 03:34:49.328648 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:49.383405 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f63b2009-cefd-49cc-b631-c7ceac3768f4 req-cfb5be23-f462-4561-a902-68d0ddbfb7e7 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514297 Aug 28 03:34:49.409224 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:49.424026 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fd08b-ad74-45f7-aa9f-c1bc9d47839c req-93f9ca02-2e9b-48c6-acfa-ff1c81705d5c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:49.425619 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d1fd08b-ad74-45f7-aa9f-c1bc9d47839c req-93f9ca02-2e9b-48c6-acfa-ff1c81705d5c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0662215 Aug 28 03:34:49.464364 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d1fd08b-ad74-45f7-aa9f-c1bc9d47839c req-02cb4873-de42-44f0-93f8-8a3f99ed5929 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Aug 28 03:34:49.842620 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef8e4-f2c2-43eb-9a97-d86212497c29 req-4bb539f8-e6b1-4025-ad80-324f1c49a0fa tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:49.844104 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0adef8e4-f2c2-43eb-9a97-d86212497c29 req-4bb539f8-e6b1-4025-ad80-324f1c49a0fa tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0492189 Aug 28 03:34:49.885760 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0adef8e4-f2c2-43eb-9a97-d86212497c29 req-d5ae59f6-d7c0-4982-9f3f-da0adb711a5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Aug 28 03:34:49.928210 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:34:49.978086 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['404f88d3-f2d2-4a32-8a23-025995e9c87b'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:34:50.236983 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['5174f56a-33b8-4e75-88bb-a3eaba1f698a'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:34:50.490634 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:34:50.499968 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c041ba-a1ac-4a56-b788-df5584068c38 req-20840dcd-933e-4252-a760-7cdcb00dbe2d tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:50.501541 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-14c041ba-a1ac-4a56-b788-df5584068c38 req-20840dcd-933e-4252-a760-7cdcb00dbe2d tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0490558 Aug 28 03:34:50.545758 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-14c041ba-a1ac-4a56-b788-df5584068c38 req-774fa341-100f-40c9-8071-69089cd58fca tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 28 03:34:50.605501 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e816-fa33-46b5-9c5a-1b846eb27710 req-a59fb75e-59bb-4a3c-9b76-2e8b442c6fec tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:50.608456 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ba16e816-fa33-46b5-9c5a-1b846eb27710 req-a59fb75e-59bb-4a3c-9b76-2e8b442c6fec tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0692470 Aug 28 03:34:50.649665 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ba16e816-fa33-46b5-9c5a-1b846eb27710 req-bd39c964-5a02-4c47-98b2-6c1fdf0ef22e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 28 03:34:51.001008 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08549817-39bd-41cf-8ee0-8a3b88f3c1a5 req-b3a58283-7361-4117-a61e-34e5c6f853a7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:51.002497 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08549817-39bd-41cf-8ee0-8a3b88f3c1a5 req-b3a58283-7361-4117-a61e-34e5c6f853a7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Aug 28 03:34:51.044731 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08549817-39bd-41cf-8ee0-8a3b88f3c1a5 req-a91bf9be-4f69-47d5-9c26-93f153f10c65 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363569 Aug 28 03:34:51.665656 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe437e-f5f2-4a2f-b2e0-1c84ea07477b req-3247289a-d21f-4bc7-b940-b66a8a535089 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:51.667121 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08fe437e-f5f2-4a2f-b2e0-1c84ea07477b req-3247289a-d21f-4bc7-b940-b66a8a535089 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0491865 Aug 28 03:34:51.710725 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08fe437e-f5f2-4a2f-b2e0-1c84ea07477b req-0abc6e49-947f-49de-a7d5-a3b00993c7e4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Aug 28 03:34:51.781228 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b64515-e2dc-43dc-84e1-8e2ffa9035d6 req-7aaa7479-9316-448f-a667-1a7e388bada8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:51.782846 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-64b64515-e2dc-43dc-84e1-8e2ffa9035d6 req-7aaa7479-9316-448f-a667-1a7e388bada8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0512743 Aug 28 03:34:51.833566 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-64b64515-e2dc-43dc-84e1-8e2ffa9035d6 req-49c5b7b8-6673-4fb0-9f73-2085513b6522 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Aug 28 03:34:52.167611 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb25a62-cdd3-4eff-81dd-510fc27cf702 req-b96a7bc7-fee7-4380-bab8-e903436ef64b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:52.170382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dfb25a62-cdd3-4eff-81dd-510fc27cf702 req-b96a7bc7-fee7-4380-bab8-e903436ef64b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Aug 28 03:34:52.210127 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dfb25a62-cdd3-4eff-81dd-510fc27cf702 req-65602f90-53cf-43f6-886f-99706751e4f3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Aug 28 03:34:52.760163 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 8fd94705-45bc-426c-af37-246cf1367ea7 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:52.843813 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801efd-e070-4d43-a3b2-562cadecb910 req-1d49164d-fa46-4d28-95a8-79716e5080eb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:52.845479 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-22801efd-e070-4d43-a3b2-562cadecb910 req-1d49164d-fa46-4d28-95a8-79716e5080eb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0621066 Aug 28 03:34:52.892784 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-22801efd-e070-4d43-a3b2-562cadecb910 req-1049291c-a938-4106-9bc4-e6b6b1d0cb2a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Aug 28 03:34:52.899862 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 8fd94705-45bc-426c-af37-246cf1367ea7 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:52.905128 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 8fd94705-45bc-426c-af37-246cf1367ea7 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:52.905563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:52.962211 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08702bf7-7df2-45ed-933e-561cf7a2cbbf req-9283079c-1991-490d-b5dc-acf745a6f3da tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:52.963702 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08702bf7-7df2-45ed-933e-561cf7a2cbbf req-9283079c-1991-490d-b5dc-acf745a6f3da tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 945 time: 0.0481393 Aug 28 03:34:53.000348 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.010771 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08702bf7-7df2-45ed-933e-561cf7a2cbbf req-43e6f174-4251-4a34-8986-4e8fa8330254 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Aug 28 03:34:53.034128 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:53.104153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=8fd94705-45bc-426c-af37-246cf1367ea7,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:53.200865 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd1d6eb-62e0-425a-b701-17c0fff1723d" -d '{"events": [{"server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:53.231539 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.232355 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:53.313425 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:53.345309 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485d40a-44f9-4fcd-ac6d-3500173cdb5c req-79e04d9d-c05c-440d-af63-e1fe55af0eab tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:53.352087 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1485d40a-44f9-4fcd-ac6d-3500173cdb5c req-79e04d9d-c05c-440d-af63-e1fe55af0eab tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0666494 Aug 28 03:34:53.392225 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67139f23-f135-40e0-af6b-5ee14fcf3a3b x-openstack-request-id: req-67139f23-f135-40e0-af6b-5ee14fcf3a3b {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:53.392521 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "name": "network-vif-plugged", "status": "completed", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:53.392859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67139f23-f135-40e0-af6b-5ee14fcf3a3b {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:53.393341 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7', 'code': 200} Aug 28 03:34:53.396102 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:53.406444 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:53.406444 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.406765 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1485d40a-44f9-4fcd-ac6d-3500173cdb5c req-7d10e86a-3559-4fa2-a1e3-2c492940f90c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Aug 28 03:34:53.481199 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.513671 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:53.596632 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.597587 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5174f56a-33b8-4e75-88bb-a3eaba1f698a up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:53.675797 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:53.756283 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 5174f56a-33b8-4e75-88bb-a3eaba1f698a completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:53.760460 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 5174f56a-33b8-4e75-88bb-a3eaba1f698a triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:53.762729 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.840606 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.873355 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:53.916654 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:53.917356 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 404f88d3-f2d2-4a32-8a23-025995e9c87b up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:34:54.001666 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:54.035577 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544645-bc1f-4565-b653-e32cac64ed04 req-b313d6b2-0648-4dfc-aded-132054dc189d tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:54.037120 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-03544645-bc1f-4565-b653-e32cac64ed04 req-b313d6b2-0648-4dfc-aded-132054dc189d tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0499980 Aug 28 03:34:54.081872 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 404f88d3-f2d2-4a32-8a23-025995e9c87b completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:34:54.082157 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-03544645-bc1f-4565-b653-e32cac64ed04 req-745f25ad-0dae-4222-be2c-db2f1b934072 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Aug 28 03:34:54.086735 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 404f88d3-f2d2-4a32-8a23-025995e9c87b triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:34:54.087372 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:54.150583 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739ffa-88e6-4bf7-a125-1bb871918b07 req-5991f2d9-6445-4897-a936-c8ba94b34c54 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:54.152072 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c739ffa-88e6-4bf7-a125-1bb871918b07 req-5991f2d9-6445-4897-a936-c8ba94b34c54 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0586817 Aug 28 03:34:54.195397 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:54.201213 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c739ffa-88e6-4bf7-a125-1bb871918b07 req-ab2f63ef-c5be-4a36-ac3a-2e5786494ac4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Aug 28 03:34:54.230431 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b,segment=NetworkSegment(7ae132a0-948c-4303-8406-d8087090e731),segment_id=7ae132a0-948c-4303-8406-d8087090e731)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:34:54.310928 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:54.365914 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:54.514388 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba703-887c-461f-9409-68ab0be689af req-351d7ed4-e9ae-4e1f-8d25-7c1d42e8ab76 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:54.515898 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6e8ba703-887c-461f-9409-68ab0be689af req-351d7ed4-e9ae-4e1f-8d25-7c1d42e8ab76 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0507274 Aug 28 03:34:54.557257 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6e8ba703-887c-461f-9409-68ab0be689af req-da1617d0-0e0f-4228-ab91-c87a4622431a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Aug 28 03:34:55.087457 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33638) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:55.192313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee2f5-ac63-4feb-9978-7c854180cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.207007 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf8aec-a377-45e0-9826-6a72d31699ae req-1c16dfdf-4f87-4b29-9e35-bc09ca9962a4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:55.208495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4aaf8aec-a377-45e0-9826-6a72d31699ae req-1c16dfdf-4f87-4b29-9e35-bc09ca9962a4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0472040 Aug 28 03:34:55.248782 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4aaf8aec-a377-45e0-9826-6a72d31699ae req-e81f62b8-b9ca-422a-960b-7c94360ea32b tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Aug 28 03:34:55.302110 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee2f5-ac63-4feb-9978-7c854180cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.338543 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b877b-051c-4739-9a2c-3f2fcd81e2b0 req-e62493ba-c32a-425d-9da7-f67abd604cbe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:55.340068 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-131b877b-051c-4739-9a2c-3f2fcd81e2b0 req-e62493ba-c32a-425d-9da7-f67abd604cbe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0547488 Aug 28 03:34:55.378285 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-131b877b-051c-4739-9a2c-3f2fcd81e2b0 req-f656b092-5958-4519-ab89-b1ce300d9c9d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 28 03:34:55.390179 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee2f5-ac63-4feb-9978-7c854180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.394107 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'}, {'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a'}, {'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:34:55.406574 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51253283-882d-405b-9594-8d4cf91ebfed" -d '{"events": [{"server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7"}, {"server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a"}, {"server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:34:55.434792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-fe8ee2f5-ac63-4feb-9978-7c854180cc87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8646ed0602040e096f922bc84f0f4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420219 Aug 28 03:34:55.434792 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ee2f5-ac63-4feb-9978-7c854180cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df4c97-2b13-4b64-9e5c-d2e3d1feb384,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:55.434989 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33650) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:55.443573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec136927-fffc-475d-b465-24fe3d1bac1d x-openstack-request-id: req-ec136927-fffc-475d-b465-24fe3d1bac1d {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:34:55.443767 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7", "code": 200}, {"server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a", "code": 200}, {"server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:34:55.444021 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec136927-fffc-475d-b465-24fe3d1bac1d {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:34:55.444577 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7', 'code': 200} Aug 28 03:34:55.444901 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a', 'code': 200} Aug 28 03:34:55.445112 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b', 'code': 200} Aug 28 03:34:55.487236 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.508523 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.619188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.622442 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:55.626174 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43df4c97-2b13-4b64-9e5c-d2e3d1feb384 HTTP/1.1" status: 204 len: 168 time: 0.1888456 Aug 28 03:34:55.633638 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d57623-2519-4475-80c4-41ed675e907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df4c97-2b13-4b64-9e5c-d2e3d1feb384,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:55.674888 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86893-6df8-4541-9ef3-a476062cb6d7 req-af360f8e-ccf0-4d91-a10e-80a0d3315580 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:55.676580 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-16f86893-6df8-4541-9ef3-a476062cb6d7 req-af360f8e-ccf0-4d91-a10e-80a0d3315580 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0566769 Aug 28 03:34:55.714266 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-16f86893-6df8-4541-9ef3-a476062cb6d7 req-8b9eebee-213b-4e79-909a-865b4b571f58 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 28 03:34:56.174969 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33664) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:56.190624 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e09d3d55-4c61-4459-8adf-49cea92ccc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.290480 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e09d3d55-4c61-4459-8adf-49cea92ccc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.322500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e09d3d55-4c61-4459-8adf-49cea92ccc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.379274 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92e497-1d3c-4ad8-872b-f5797f2a9a57 req-64e1e194-c856-45f9-98aa-2d922493fa1e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:56.379865 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e09d3d55-4c61-4459-8adf-49cea92ccc51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4448df366494036bd68502469fa50b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036057 Aug 28 03:34:56.381067 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb92e497-1d3c-4ad8-872b-f5797f2a9a57 req-64e1e194-c856-45f9-98aa-2d922493fa1e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Aug 28 03:34:56.381468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d3d55-4c61-4459-8adf-49cea92ccc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f6729-4d49-4040-92b8-41c33df8aaf0,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:56.382305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33670) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:56.449600 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb92e497-1d3c-4ad8-872b-f5797f2a9a57 req-fecc5688-c11c-4881-a9bc-5ec755105ea5 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588536 Aug 28 03:34:56.463180 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.488289 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.521381 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dae9b-4c5d-4449-b71c-bca24073c841 req-591035a5-0a08-43b4-ab76-4ee7b3902829 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:56.523429 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8b4dae9b-4c5d-4449-b71c-bca24073c841 req-591035a5-0a08-43b4-ab76-4ee7b3902829 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0660651 Aug 28 03:34:56.564898 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8b4dae9b-4c5d-4449-b71c-bca24073c841 req-808abccc-02c9-427c-9658-f4a316abbce2 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Aug 28 03:34:56.624672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.627284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:56.628506 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c6f6729-4d49-4040-92b8-41c33df8aaf0 HTTP/1.1" status: 204 len: 168 time: 0.2451041 Aug 28 03:34:56.636264 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530b7c3-9c11-4c78-b9c7-59cac05f6205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f6729-4d49-4040-92b8-41c33df8aaf0,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:56.834896 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6b931-ca2e-453e-be4c-7f2ec5b51046 req-44b3f594-d1d4-4d5f-b7e1-4ecd0574ce52 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:56.834896 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-87a6b931-ca2e-453e-be4c-7f2ec5b51046 req-44b3f594-d1d4-4d5f-b7e1-4ecd0574ce52 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0516407 Aug 28 03:34:56.872060 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-87a6b931-ca2e-453e-be4c-7f2ec5b51046 req-62a6e8c6-23bd-495e-8e41-5bb23940d76b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Aug 28 03:34:57.567937 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fb6c7-1f7a-456b-bd5f-10ef506f8789 req-3900173b-895d-487b-bb60-bc008cf07d10 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:57.569352 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-912fb6c7-1f7a-456b-bd5f-10ef506f8789 req-3900173b-895d-487b-bb60-bc008cf07d10 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Aug 28 03:34:57.609963 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-912fb6c7-1f7a-456b-bd5f-10ef506f8789 req-7b8a144f-5546-4433-a54d-c601ea7cd051 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Aug 28 03:34:57.720335 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecdcc1-087b-42c3-bebc-5361985e004c req-9365994d-ad41-457e-9a8a-9c8687bbe16d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:57.722004 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8ecdcc1-087b-42c3-bebc-5361985e004c req-9365994d-ad41-457e-9a8a-9c8687bbe16d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0557153 Aug 28 03:34:57.770475 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8ecdcc1-087b-42c3-bebc-5361985e004c req-5e025dcc-7068-427f-acdd-e44cb0e6a47c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Aug 28 03:34:58.039400 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5cb9d-2099-4ea4-89ae-3f09231a9079 req-704d78d8-8dc7-43da-aee2-a55db98bc6a3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.040917 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3af5cb9d-2099-4ea4-89ae-3f09231a9079 req-704d78d8-8dc7-43da-aee2-a55db98bc6a3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.1020951 Aug 28 03:34:58.049852 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-103bd663-aacd-4ffe-88f1-35b8cd51f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.051544 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-103bd663-aacd-4ffe-88f1-35b8cd51f70a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 1099 time: 0.1042407 Aug 28 03:34:58.113598 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3af5cb9d-2099-4ea4-89ae-3f09231a9079 req-0a446beb-1065-4278-b0eb-ec1b9c711b2c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Aug 28 03:34:58.121899 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.145703 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-23eabc6c-a0cf-46c0-9fdc-a79a3792df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.147502 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-23eabc6c-a0cf-46c0-9fdc-a79a3792df0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0686440 Aug 28 03:34:58.179257 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-f90d01f7-d727-4331-9b4b-de6829c24fea service neutron] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.202528 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-6d421fae-49a1-4afe-a7f2-d3c0adf8883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.204140 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-6d421fae-49a1-4afe-a7f2-d3c0adf8883d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1099 time: 0.1066389 Aug 28 03:34:58.206791 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-559ff390-22ad-44d9-87dc-e530c06a39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.208312 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-559ff390-22ad-44d9-87dc-e530c06a39e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 1098 time: 0.1181991 Aug 28 03:34:58.239605 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-ea74306d-cbc3-4b9b-895e-85a0590b1599 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.242864 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-74e3ce19-5acb-4b5d-b2fe-31b7c61751f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.259048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.329252 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.380441 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897408 Aug 28 03:34:58.386493 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd44bd0-f741-450a-8473-f3c8e60103a5,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:34:58.413690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.db.api [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-ea74306d-cbc3-4b9b-895e-85a0590b1599 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 03:34:58.413690 dv-cinder-759169-4-iscsi neutron-server[94548]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 03:34:58.413690 dv-cinder-759169-4-iscsi neutron-server[94548]: [parameters: {'project_id_1': '952f11e0c8f145e48b34f84e6cafcdae', 'expiration_1': datetime.datetime(2021, 8, 28, 3, 34, 58, 261532)}] Aug 28 03:34:58.413690 dv-cinder-759169-4-iscsi neutron-server[94548]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:34:58.414074 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG oslo_db.api [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-ea74306d-cbc3-4b9b-895e-85a0590b1599 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:34:58.436934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.db.api [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-f90d01f7-d727-4331-9b4b-de6829c24fea service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 952f11e0c8f145e48b34f84e6cafcdae {{(pid=94549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:34:58.437253 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG oslo_db.api [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-f90d01f7-d727-4331-9b4b-de6829c24fea service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:34:58.460104 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.db.api [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-74e3ce19-5acb-4b5d-b2fe-31b7c61751f2 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 952f11e0c8f145e48b34f84e6cafcdae {{(pid=94548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:34:58.460515 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG oslo_db.api [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-74e3ce19-5acb-4b5d-b2fe-31b7c61751f2 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:34:58.726425 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c41527-44c5-43b9-b739-292f857c2ebe req-a1a0777e-444d-4018-b8ce-2d10d806b441 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.727947 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8c41527-44c5-43b9-b739-292f857c2ebe req-a1a0777e-444d-4018-b8ce-2d10d806b441 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Aug 28 03:34:58.767312 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f8c41527-44c5-43b9-b739-292f857c2ebe req-0afce458-9db4-485b-8ef4-47c4c58846e8 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Aug 28 03:34:58.885275 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611897aa-2fc2-4e88-8ac1-5a07f90bd21e req-2657a2a4-e166-4cbf-adf3-2f81f428d2d3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:58.887491 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-611897aa-2fc2-4e88-8ac1-5a07f90bd21e req-2657a2a4-e166-4cbf-adf3-2f81f428d2d3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0491016 Aug 28 03:34:58.915403 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-ea74306d-cbc3-4b9b-895e-85a0590b1599 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.931219 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-611897aa-2fc2-4e88-8ac1-5a07f90bd21e req-635e643a-8404-401e-a1f0-8c6a8bf19fe0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Aug 28 03:34:58.938055 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-f90d01f7-d727-4331-9b4b-de6829c24fea service neutron] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:58.964149 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-74e3ce19-5acb-4b5d-b2fe-31b7c61751f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:34:59.014454 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-44b9ee19-2ac8-480f-a713-67e3441e3933 req-f90d01f7-d727-4331-9b4b-de6829c24fea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8604040 Aug 28 03:34:59.036853 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d3fcd530-b939-493d-b10d-ef570a3b5048 req-ea74306d-cbc3-4b9b-895e-85a0590b1599 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196940 Aug 28 03:34:59.054411 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac7898f1-5e4e-46c3-906a-49203eae8101 req-74e3ce19-5acb-4b5d-b2fe-31b7c61751f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361304 Aug 28 03:34:59.257977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32d574-e052-48e6-8b48-12adbbbeab84 req-207c267e-f95f-4ccb-b99d-916c6e923808 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:59.259562 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4e32d574-e052-48e6-8b48-12adbbbeab84 req-207c267e-f95f-4ccb-b99d-916c6e923808 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0498288 Aug 28 03:34:59.298574 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4e32d574-e052-48e6-8b48-12adbbbeab84 req-ae365e82-d790-4ac9-abe8-0435d9b2534c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 28 03:34:59.307801 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:34:59.890161 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e92aec-85e7-4d7f-bef8-bc8987b6ed4f req-438bb7f2-1462-48fb-8c12-250962c706d3 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:34:59.891734 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-62e92aec-85e7-4d7f-bef8-bc8987b6ed4f req-438bb7f2-1462-48fb-8c12-250962c706d3 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0551193 Aug 28 03:34:59.924809 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33792) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:34:59.938658 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-62e92aec-85e7-4d7f-bef8-bc8987b6ed4f req-e740bf5f-e3db-4bc1-88f9-60fa74ef2686 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Aug 28 03:34:59.952775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33796) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:00.052854 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f0ea-3fc2-4c70-82d5-3208ce3bb18b req-3f4e5c5c-da99-4ab4-aa2c-c892b9118a35 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:00.054312 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1f36f0ea-3fc2-4c70-82d5-3208ce3bb18b req-3f4e5c5c-da99-4ab4-aa2c-c892b9118a35 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0505781 Aug 28 03:35:00.068918 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d1eed9f-a2e7-4f70-959f-59f5339ee8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.124032 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-521e0160-ab10-41ab-a610-36c4aedd4d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.142273 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1f36f0ea-3fc2-4c70-82d5-3208ce3bb18b req-b674a625-7f87-4b55-8e61-068164530c9a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706141 Aug 28 03:35:00.198996 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33804) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:00.205620 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d1eed9f-a2e7-4f70-959f-59f5339ee8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.276951 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d1eed9f-a2e7-4f70-959f-59f5339ee8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.301658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d19e4e06-209f-421a-b12c-a8da3ccdce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.320030 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6d1eed9f-a2e7-4f70-959f-59f5339ee8c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f37a76e93c74233890fc62598795e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949044 Aug 28 03:35:00.321073 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eed9f-a2e7-4f70-959f-59f5339ee8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c3750-c2ff-442a-b0f3-fc4e5e83b7fb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:00.322896 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33808) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:00.424881 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.458276 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-521e0160-ab10-41ab-a610-36c4aedd4d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.477216 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee987-60a7-472b-8a37-2606743cbe97 req-b3bab2b5-c90f-42ff-a63b-afa405f1ef2c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:00.478938 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-57cee987-60a7-472b-8a37-2606743cbe97 req-b3bab2b5-c90f-42ff-a63b-afa405f1ef2c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0965610 Aug 28 03:35:00.481392 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.538532 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-57cee987-60a7-472b-8a37-2606743cbe97 req-317fd4f5-da62-429f-9b29-1b43c0c339ae tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503595 Aug 28 03:35:00.575835 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-521e0160-ab10-41ab-a610-36c4aedd4d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.626168 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-521e0160-ab10-41ab-a610-36c4aedd4d06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58c9b57375574308b8e2ad063a7ea304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721249 Aug 28 03:35:00.628931 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33824) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:00.630617 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e0160-ab10-41ab-a610-36c4aedd4d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd4b27-ddb4-4782-8a31-3f7a6b9370f7,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:00.654079 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.660545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.660545 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e2c3750-c2ff-442a-b0f3-fc4e5e83b7fb HTTP/1.1" status: 204 len: 168 time: 0.3339367 Aug 28 03:35:00.677491 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2e33-69cd-4fc3-bb82-b9c2363c1ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c3750-c2ff-442a-b0f3-fc4e5e83b7fb,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:00.717628 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d19e4e06-209f-421a-b12c-a8da3ccdce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.734873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.756977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.784622 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d19e4e06-209f-421a-b12c-a8da3ccdce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.822693 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d19e4e06-209f-421a-b12c-a8da3ccdce5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=217d65ac708b48a9909e1882f4b9bfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226144 Aug 28 03:35:00.823869 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e4e06-209f-421a-b12c-a8da3ccdce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69953ce8-dc05-48a5-aff1-a6ea7897d714,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:00.826139 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33836) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:00.876430 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.886038 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.889182 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:00.890431 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bfd4b27-ddb4-4782-8a31-3f7a6b9370f7 HTTP/1.1" status: 204 len: 168 time: 0.2602482 Aug 28 03:35:00.907016 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8c605-5362-43c6-bd07-111723268f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd4b27-ddb4-4782-8a31-3f7a6b9370f7,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:00.922808 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.055808 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.059225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.060561 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69953ce8-dc05-48a5-aff1-a6ea7897d714 HTTP/1.1" status: 204 len: 168 time: 0.2334907 Aug 28 03:35:01.073810 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de9088-26c7-477e-ab9a-ce92ccc787c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69953ce8-dc05-48a5-aff1-a6ea7897d714,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:01.110687 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7543a7b-2f35-46c3-b736-58cbea9f0392 req-d010cdf0-eabb-4a0c-a4e3-0901bdd258cb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:01.112397 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a7543a7b-2f35-46c3-b736-58cbea9f0392 req-d010cdf0-eabb-4a0c-a4e3-0901bdd258cb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0858009 Aug 28 03:35:01.159994 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a7543a7b-2f35-46c3-b736-58cbea9f0392 req-13c350e7-37f8-442e-9df6-0a3e3abc01f1 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Aug 28 03:35:01.278162 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c901-6e7b-4159-a9ed-801cfc752399 req-5776ffb3-0150-48b2-b86a-f04ab84f04e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:01.280026 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b265c901-6e7b-4159-a9ed-801cfc752399 req-5776ffb3-0150-48b2-b86a-f04ab84f04e7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0681663 Aug 28 03:35:01.319010 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b265c901-6e7b-4159-a9ed-801cfc752399 req-ed120b5e-060a-4c20-90f9-d8bedb82d68c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Aug 28 03:35:01.379273 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33864) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:01.393027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8498ff96-76ce-40e0-962f-5643271be50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.484306 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8498ff96-76ce-40e0-962f-5643271be50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.585175 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8498ff96-76ce-40e0-962f-5643271be50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.624897 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8498ff96-76ce-40e0-962f-5643271be50a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c09358fd84d480daf8fedd1c3c39e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445152 Aug 28 03:35:01.626121 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ff96-76ce-40e0-962f-5643271be50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aaf273-d37e-4e72-a554-6b15bd67f7fe,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:01.628580 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33876) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:01.658270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae80345-c6e0-4646-9d4b-7bab3a2b1021 req-1ec8af54-d040-4468-ab3f-223c92c5f6f8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:01.659834 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ae80345-c6e0-4646-9d4b-7bab3a2b1021 req-1ec8af54-d040-4468-ab3f-223c92c5f6f8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0543344 Aug 28 03:35:01.681732 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.700617 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.706510 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ae80345-c6e0-4646-9d4b-7bab3a2b1021 req-6d4aa430-c5de-40ca-ba73-75997efd300d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Aug 28 03:35:01.801926 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.804465 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.805704 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3aaf273-d37e-4e72-a554-6b15bd67f7fe HTTP/1.1" status: 204 len: 168 time: 0.1761534 Aug 28 03:35:01.813822 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bd4c-0012-4699-a7bb-2942b3b3d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aaf273-d37e-4e72-a554-6b15bd67f7fe,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:01.846145 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33884) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:01.860538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2f735267-f94e-45a0-9f99-9e5051bd5741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:01.958385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2f735267-f94e-45a0-9f99-9e5051bd5741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.019001 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2f735267-f94e-45a0-9f99-9e5051bd5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.056193 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2f735267-f94e-45a0-9f99-9e5051bd5741 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18f545d6638e4b3a845b9c5f0a740d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087221 Aug 28 03:35:02.058137 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f735267-f94e-45a0-9f99-9e5051bd5741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d690fe2-4f94-44a4-8f89-9f76bdb0aedb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:02.059099 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33890) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:02.114251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.150575 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.294864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165d5d-cc65-4abc-ab75-7d52895822fd req-6337efcc-aebb-4036-ba8f-b73a1590cbba tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:02.296399 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26165d5d-cc65-4abc-ab75-7d52895822fd req-6337efcc-aebb-4036-ba8f-b73a1590cbba tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0507636 Aug 28 03:35:02.311042 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.313751 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:02.317748 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d690fe2-4f94-44a4-8f89-9f76bdb0aedb HTTP/1.1" status: 204 len: 168 time: 0.2575724 Aug 28 03:35:02.333428 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b892ca-f9ed-460d-bdcb-c92a4857d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d690fe2-4f94-44a4-8f89-9f76bdb0aedb,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:02.360223 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26165d5d-cc65-4abc-ab75-7d52895822fd req-fa2d7f0f-b6a4-42b1-b4e3-b35310780426 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 Aug 28 03:35:02.450149 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d808-a9e5-4c9a-a68b-1c5ce7a2010d req-7926c520-768e-45fc-b753-f98439faefbc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:02.452074 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7131d808-a9e5-4c9a-a68b-1c5ce7a2010d req-7926c520-768e-45fc-b753-f98439faefbc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0542727 Aug 28 03:35:02.492335 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7131d808-a9e5-4c9a-a68b-1c5ce7a2010d req-fd2170c1-4b15-4d4c-b6c6-2676bb3d5fca tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Aug 28 03:35:02.833903 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc8f29-03f6-471c-afe8-58aa909ad47b req-4bc18796-0da7-40f4-9aad-de5123b18c94 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:02.835406 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95dc8f29-03f6-471c-afe8-58aa909ad47b req-4bc18796-0da7-40f4-9aad-de5123b18c94 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Aug 28 03:35:02.876747 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95dc8f29-03f6-471c-afe8-58aa909ad47b req-ffa041dc-5e13-45e3-b48b-15636136d349 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Aug 28 03:35:03.165561 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33944) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:03.179450 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1813-a8c7-423f-b271-750b73541eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.253024 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33948) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:03.284424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1813-a8c7-423f-b271-750b73541eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.345057 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1813-a8c7-423f-b271-750b73541eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.384181 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1813-a8c7-423f-b271-750b73541eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754b0b5-96e9-4306-b863-c6d5e5dcc747,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:03.399627 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ac5d1813-a8c7-423f-b271-750b73541eb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780f4fd63fc047ff9b1faa95985bc730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314682 Aug 28 03:35:03.403407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33956) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:03.484598 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.514905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.529537 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fac97-6731-4112-a281-94d6d7f9a12a req-75ec86d8-ca2a-4d86-8fb4-99b4a6f88e79 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:03.531045 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c15fac97-6731-4112-a281-94d6d7f9a12a req-75ec86d8-ca2a-4d86-8fb4-99b4a6f88e79 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0839498 Aug 28 03:35:03.586848 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c15fac97-6731-4112-a281-94d6d7f9a12a req-af05ba2a-fcec-4198-896e-9696700e935a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Aug 28 03:35:03.642545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.665505 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f06db-8758-4128-8150-917f4ca41b97 req-499562f6-e23f-42bb-88cc-892ece3494b3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:03.668212 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-377f06db-8758-4128-8150-917f4ca41b97 req-499562f6-e23f-42bb-88cc-892ece3494b3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0787640 Aug 28 03:35:03.687296 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.689903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.691012 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4754b0b5-96e9-4306-b863-c6d5e5dcc747 HTTP/1.1" status: 204 len: 168 time: 0.2866392 Aug 28 03:35:03.699763 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c222f4-5853-48e0-a764-1eaf3f677fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754b0b5-96e9-4306-b863-c6d5e5dcc747,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:03.734593 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-377f06db-8758-4128-8150-917f4ca41b97 req-fcd84823-8244-41b3-840d-fa545e02244f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604730 Aug 28 03:35:03.798413 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.875821 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:03.915188 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5eae16f1c1b45c58a1f66fa37fdd705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611516 Aug 28 03:35:03.916042 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2346c057-a3c5-4835-9310-8f0b94ee51fc,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:03.918646 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 33976) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:03.924157 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.924509 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.924874 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.925213 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.925593 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.925877 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.926209 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.926540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.926870 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.927196 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.927519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:03.927840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3bb0c-f360-4f25-9cdc-e28e760ff8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.083171 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-589e8ec5-a040-419b-8919-e289fad2b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.169406 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.206042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.240293 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 33990) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:04.251618 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29493e-b0cd-4819-941b-b577906816ce req-36e75a5f-e93f-4709-ac09-6dedc89b5da4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:04.265216 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dd29493e-b0cd-4819-941b-b577906816ce req-36e75a5f-e93f-4709-ac09-6dedc89b5da4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.3135440 Aug 28 03:35:04.303928 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dd29493e-b0cd-4819-941b-b577906816ce req-f955c15c-7d2a-4a33-a2af-e690367ea4e3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Aug 28 03:35:04.358148 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-595fca52-e36e-48c1-9104-0f4db2144bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.367485 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.370000 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.371635 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2346c057-a3c5-4835-9310-8f0b94ee51fc HTTP/1.1" status: 204 len: 168 time: 0.4513109 Aug 28 03:35:04.381433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dce09-dc0f-44e7-8e50-14369e469032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2346c057-a3c5-4835-9310-8f0b94ee51fc,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:04.480514 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-595fca52-e36e-48c1-9104-0f4db2144bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.533276 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-595fca52-e36e-48c1-9104-0f4db2144bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.572223 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-595fca52-e36e-48c1-9104-0f4db2144bb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=489e0c655450433ba7b977859fa50053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303809 Aug 28 03:35:04.573223 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fca52-e36e-48c1-9104-0f4db2144bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c69750d-fdb7-4314-a04f-4511aa541b61,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:04.575758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34004) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:04.631083 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.659596 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.735803 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5611c3-44d5-4938-9dc0-5cf988afdeea req-8c8c2edd-77e2-4ace-8652-44e07f5f8aeb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:04.737553 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea5611c3-44d5-4938-9dc0-5cf988afdeea req-8c8c2edd-77e2-4ace-8652-44e07f5f8aeb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0727160 Aug 28 03:35:04.781524 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea5611c3-44d5-4938-9dc0-5cf988afdeea req-1043aec8-6f22-4ef4-aa7d-6e67fd0d4241 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Aug 28 03:35:04.802897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.805001 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:04.806872 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c69750d-fdb7-4314-a04f-4511aa541b61 HTTP/1.1" status: 204 len: 168 time: 0.2294021 Aug 28 03:35:04.814629 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c69750d-fdb7-4314-a04f-4511aa541b61,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:04.822322 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.822601 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.823218 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.823432 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.823766 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.824625 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.824975 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.825299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.825630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.825985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.826318 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.826630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54969f-0902-4ee1-a864-6ae30aca97df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:04.884276 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43f4cc-7e58-4d5a-bc53-bf0ca0195921 req-7dece37e-8e53-468d-a8e4-70da01b11f06 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:04.885787 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dc43f4cc-7e58-4d5a-bc53-bf0ca0195921 req-7dece37e-8e53-468d-a8e4-70da01b11f06 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0515401 Aug 28 03:35:04.923722 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dc43f4cc-7e58-4d5a-bc53-bf0ca0195921 req-42af440b-32d9-4a3c-a986-dee9cff6b705 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Aug 28 03:35:05.128059 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34024) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:05.144173 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1b811fc1-d258-4741-bbef-9ff52c4cb682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.232957 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1b811fc1-d258-4741-bbef-9ff52c4cb682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.304969 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1b811fc1-d258-4741-bbef-9ff52c4cb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.352590 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1b811fc1-d258-4741-bbef-9ff52c4cb682 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=983d1e2478214f13be571ef496c1ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212534 Aug 28 03:35:05.352590 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b811fc1-d258-4741-bbef-9ff52c4cb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3375ae4-03dc-4f0a-ba1f-269be0d5e999,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:05.352973 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34036) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:05.439810 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.446545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915a67-de1f-40f9-a7a1-4d39213059e5 req-7ed898c5-b593-431d-8792-41e6e5c1ff72 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:05.448639 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-81915a67-de1f-40f9-a7a1-4d39213059e5 req-7ed898c5-b593-431d-8792-41e6e5c1ff72 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0564423 Aug 28 03:35:05.477049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.515449 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-81915a67-de1f-40f9-a7a1-4d39213059e5 req-7dc87e83-f5de-4a4d-9bb9-d3235d8fd334 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Aug 28 03:35:05.613302 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.616385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:05.617469 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3375ae4-03dc-4f0a-ba1f-269be0d5e999 HTTP/1.1" status: 204 len: 168 time: 0.2632363 Aug 28 03:35:05.629639 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420650b3-5d4b-4d6e-a136-388ea131538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3375ae4-03dc-4f0a-ba1f-269be0d5e999,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:05.905475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdfe8e-a631-48b6-89a5-e88f03744b40 req-72f873e7-5820-420c-b117-89753d75dcd2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:05.907072 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fbcdfe8e-a631-48b6-89a5-e88f03744b40 req-72f873e7-5820-420c-b117-89753d75dcd2 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0554738 Aug 28 03:35:05.947852 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fbcdfe8e-a631-48b6-89a5-e88f03744b40 req-3fe76b8f-7a29-4c1d-82c2-ac102cdb66dd tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Aug 28 03:35:06.079537 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fca51-9ec2-48e4-95f7-2dae36a31bcb req-76480d10-a434-4d92-9a58-6fbe7fd8bd1c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:06.087086 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e1fca51-9ec2-48e4-95f7-2dae36a31bcb req-76480d10-a434-4d92-9a58-6fbe7fd8bd1c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0717349 Aug 28 03:35:06.164417 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e1fca51-9ec2-48e4-95f7-2dae36a31bcb req-04f605b0-2dfb-47a8-a607-d8a96b1ecad8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761702 Aug 28 03:35:06.488095 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0089ada3-76df-477e-af87-5b8db51ba16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:06.656200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6c9b-fd70-4df9-b1ab-1cbade556163 req-c25c5979-2308-441a-8aab-74deb5ce9042 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:06.657828 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f83b6c9b-fd70-4df9-b1ab-1cbade556163 req-c25c5979-2308-441a-8aab-74deb5ce9042 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0624018 Aug 28 03:35:06.697221 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f83b6c9b-fd70-4df9-b1ab-1cbade556163 req-6110d4c6-4cca-4fcf-85c8-917b15229047 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 28 03:35:07.073372 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19abccf-c7f6-4c5b-9995-a0c82e6a0b76 req-c920bc65-83ad-43f5-a744-f6bad3244d14 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:07.075397 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f19abccf-c7f6-4c5b-9995-a0c82e6a0b76 req-c920bc65-83ad-43f5-a744-f6bad3244d14 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Aug 28 03:35:07.122999 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f19abccf-c7f6-4c5b-9995-a0c82e6a0b76 req-264a806e-37e5-4ecb-a8ba-832a73075aa0 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Aug 28 03:35:07.230426 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:07.271894 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72a08-9b29-4e9a-90eb-db3c3cf1f144 req-95f75664-3518-4c24-80b1-91404846fba8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:07.273441 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ad72a08-9b29-4e9a-90eb-db3c3cf1f144 req-95f75664-3518-4c24-80b1-91404846fba8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0498998 Aug 28 03:35:07.320354 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ad72a08-9b29-4e9a-90eb-db3c3cf1f144 req-3520d73b-1596-4e19-b198-17e21782d6db tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Aug 28 03:35:07.837047 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deacfd-65f4-4da0-ab16-b4b14fcac290 req-de4d3a15-5a38-408d-a4a4-886a726fb524 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:07.838663 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-96deacfd-65f4-4da0-ab16-b4b14fcac290 req-de4d3a15-5a38-408d-a4a4-886a726fb524 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Aug 28 03:35:07.889977 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-96deacfd-65f4-4da0-ab16-b4b14fcac290 req-d65cc3be-2e03-4cb8-b7d2-4b453fca1207 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Aug 28 03:35:07.956064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:08.247613 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061225-94f0-40c7-b203-291143e1879b req-123453ce-f72e-4b89-84e1-800b896d5dc4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:08.249159 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5c061225-94f0-40c7-b203-291143e1879b req-123453ce-f72e-4b89-84e1-800b896d5dc4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0556037 Aug 28 03:35:08.297618 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5c061225-94f0-40c7-b203-291143e1879b req-29a286d9-3717-4f5b-afb7-618004fc6b54 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Aug 28 03:35:08.333448 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34196) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:08.443848 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2609b-869a-42f1-a830-230d87775da1 req-759c912f-137b-49ac-b6e1-b3cceaeece02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:08.445438 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-84e2609b-869a-42f1-a830-230d87775da1 req-759c912f-137b-49ac-b6e1-b3cceaeece02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0545316 Aug 28 03:35:08.468419 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-713f9c5d-af7c-46bf-b849-8dd779bb70f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:08.524183 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-84e2609b-869a-42f1-a830-230d87775da1 req-09312fbb-4e1b-416a-98df-6e653646c223 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Aug 28 03:35:08.589294 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-713f9c5d-af7c-46bf-b849-8dd779bb70f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:08.967860 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-713f9c5d-af7c-46bf-b849-8dd779bb70f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.030162 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f9c5d-af7c-46bf-b849-8dd779bb70f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45892c-a7e7-46b2-ab58-f692a9a646c6,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:09.038380 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-713f9c5d-af7c-46bf-b849-8dd779bb70f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780578bee84240268ae9f8ccbdb7d5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034917 Aug 28 03:35:09.038490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34232) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:09.046886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d3f9-f68c-4891-a046-794f6a5564fa req-81499769-afd7-4d91-92f6-94e15212c968 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:09.048367 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f222d3f9-f68c-4891-a046-794f6a5564fa req-81499769-afd7-4d91-92f6-94e15212c968 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0911002 Aug 28 03:35:09.092010 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f222d3f9-f68c-4891-a046-794f6a5564fa req-52f96ed2-50cb-4ac1-a69c-41367b26c4c0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Aug 28 03:35:09.112318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.151193 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.345595 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.348904 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.351299 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca45892c-a7e7-46b2-ab58-f692a9a646c6 HTTP/1.1" status: 204 len: 168 time: 0.3118346 Aug 28 03:35:09.362071 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb575-c9c6-4970-a07e-06c443cc3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45892c-a7e7-46b2-ab58-f692a9a646c6,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:09.453997 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599167-5e88-43f8-9a75-7943df3118f7 req-8c3e55be-f60b-4858-a59e-ec8210b66b94 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:09.459441 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-66599167-5e88-43f8-9a75-7943df3118f7 req-8c3e55be-f60b-4858-a59e-ec8210b66b94 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0497715 Aug 28 03:35:09.506748 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-66599167-5e88-43f8-9a75-7943df3118f7 req-a3ee2eff-9b42-4e13-8c70-3ca66d508c80 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Aug 28 03:35:09.730272 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a538c-5169-4d20-ab98-4a697f28bcbe req-70ce4241-1b07-4f08-83de-b29fc552d633 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:09.732566 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5b1a538c-5169-4d20-ab98-4a697f28bcbe req-70ce4241-1b07-4f08-83de-b29fc552d633 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0655565 Aug 28 03:35:09.803945 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:09.823612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5b1a538c-5169-4d20-ab98-4a697f28bcbe req-150e2d70-3c96-483c-9ff4-d6cd25115d7c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Aug 28 03:35:09.841393 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-cede65be-23b1-49ef-9335-123c7f07e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:09.841393 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-cede65be-23b1-49ef-9335-123c7f07e390 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0762801 Aug 28 03:35:10.000183 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-d7c2b74b-17bc-4068-9e88-e7f2b5f11f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:10.001678 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-d7c2b74b-17bc-4068-9e88-e7f2b5f11f7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1549988 Aug 28 03:35:10.050747 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-c52e7eff-1bc4-49d1-987d-38bc10739926 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a HTTP/1.1" status: 200 len: 217 time: 0.0407951 Aug 28 03:35:10.101958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-4fc23a6d-a0a7-405c-ba81-96981ef08785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:10.103704 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-4fc23a6d-a0a7-405c-ba81-96981ef08785 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0456247 Aug 28 03:35:10.114894 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34258) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:10.139349 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-dc7384b7-c45c-4529-bc00-7441e21c81b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242450 Aug 28 03:35:10.139439 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0992-1644-4f06-a274-4632b64cfbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.233229 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0992-1644-4f06-a274-4632b64cfbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.237076 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-0e584dff-7238-4a73-82ae-fff0b0c651bf service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940340 Aug 28 03:35:10.331500 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8f31793-d98b-4ea0-9a01-ca70846d8464 req-9aa9833d-ff4d-43c8-8ba9-890e1e37a028 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Aug 28 03:35:10.334368 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0992-1644-4f06-a274-4632b64cfbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.374665 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8a0c0992-1644-4f06-a274-4632b64cfbd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e31475bc860a4548b3921cc45acf47d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587149 Aug 28 03:35:10.375989 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c0992-1644-4f06-a274-4632b64cfbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0287ecb-c681-4413-94cd-5fcb6366634c,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:10.377632 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34262) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:10.438725 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.487663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.624930 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.627489 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:10.628624 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0287ecb-c681-4413-94cd-5fcb6366634c HTTP/1.1" status: 204 len: 168 time: 0.2493973 Aug 28 03:35:10.639378 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884e6f-d783-41c0-b88a-78a18e1347aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0287ecb-c681-4413-94cd-5fcb6366634c,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:10.944443 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021b597-e611-4055-8cb5-3674fa9095bc req-e41c849c-36b0-444b-a548-4e098c1deec0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:10.946062 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9021b597-e611-4055-8cb5-3674fa9095bc req-e41c849c-36b0-444b-a548-4e098c1deec0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Aug 28 03:35:10.985743 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9021b597-e611-4055-8cb5-3674fa9095bc req-f198dd76-c6a9-4c89-b009-c19d63558398 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Aug 28 03:35:12.114424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7006775-8d96-42e0-b304-6c2ae2115832 req-22237637-93a5-451f-8e36-4218eea9ea39 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:12.116614 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a7006775-8d96-42e0-b304-6c2ae2115832 req-22237637-93a5-451f-8e36-4218eea9ea39 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0632849 Aug 28 03:35:12.164342 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a7006775-8d96-42e0-b304-6c2ae2115832 req-66ff3c3e-d4ff-484a-9fb0-ba7b635f02e0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Aug 28 03:35:12.593330 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34384) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:12.714813 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6160808e-40e7-4db8-8d77-9d7abf051129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:12.804867 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6160808e-40e7-4db8-8d77-9d7abf051129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:12.886975 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6160808e-40e7-4db8-8d77-9d7abf051129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:12.927274 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160808e-40e7-4db8-8d77-9d7abf051129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640fe343-c203-4e16-93c7-cc1cbfd73bfd,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:12.931625 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6160808e-40e7-4db8-8d77-9d7abf051129 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f604c2a2575f48fb9167101007b7acd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367627 Aug 28 03:35:12.934964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34394) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:12.987948 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:13.008995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:13.139132 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:13.142900 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:13.150451 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/640fe343-c203-4e16-93c7-cc1cbfd73bfd HTTP/1.1" status: 204 len: 168 time: 0.2084301 Aug 28 03:35:13.152092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663790dd-3188-47fe-afab-96dde185179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640fe343-c203-4e16-93c7-cc1cbfd73bfd,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:13.292024 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb606d-4891-45cc-b6bd-c6dea8dba715 req-ff35fc14-3e88-4f4d-9018-a305539b658e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:13.293509 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2ddb606d-4891-45cc-b6bd-c6dea8dba715 req-ff35fc14-3e88-4f4d-9018-a305539b658e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Aug 28 03:35:13.334560 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2ddb606d-4891-45cc-b6bd-c6dea8dba715 req-3603e25c-1938-4c2e-8c9f-926ae7b29de3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Aug 28 03:35:14.453837 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9fc75-50ed-43d6-897e-eff5217aee65 req-5287676d-88f5-4db1-9e55-fb08c3ce9358 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:14.456074 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40e9fc75-50ed-43d6-897e-eff5217aee65 req-5287676d-88f5-4db1-9e55-fb08c3ce9358 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0528393 Aug 28 03:35:14.512353 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40e9fc75-50ed-43d6-897e-eff5217aee65 req-52ac268a-0585-4e3f-9955-02ee5cdb92ed tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504487 Aug 28 03:35:15.470709 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-4487a313-e496-41a1-93e4-722ba4843f7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417423 Aug 28 03:35:15.595384 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-9295cd09-6dba-4806-a7c8-ec10a9bc7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:15.597089 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-9295cd09-6dba-4806-a7c8-ec10a9bc7a57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 1099 time: 0.0470586 Aug 28 03:35:15.630849 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fcffa-2107-448d-b677-af66e8546baf req-0665e9f3-5388-4e92-9c10-15c2db3a2ff9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:15.632938 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-170fcffa-2107-448d-b677-af66e8546baf req-0665e9f3-5388-4e92-9c10-15c2db3a2ff9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0528152 Aug 28 03:35:15.654078 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34490) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:15.689341 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-170fcffa-2107-448d-b677-af66e8546baf req-0f7f64ef-20b0-4fa9-ba73-6fccf160bf98 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Aug 28 03:35:15.719587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-659da612-6ec5-43c0-8b70-63dd06d1a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:15.721264 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-659da612-6ec5-43c0-8b70-63dd06d1a2b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 915 time: 0.0974705 Aug 28 03:35:15.775276 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-2630898c-7c6f-47a9-b528-c21775418dc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd94705-45bc-426c-af37-246cf1367ea7 HTTP/1.1" status: 200 len: 217 time: 0.0410824 Aug 28 03:35:15.787646 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5ce7-3abe-48ee-8daf-032928bee147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:15.856014 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-642ca957-6450-4e0e-9e32-5b40a16b8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:15.861200 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-642ca957-6450-4e0e-9e32-5b40a16b8edf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0683243 Aug 28 03:35:15.896151 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-9af39468-c5f9-4a37-9b93-ff2b83f4f504 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296183 Aug 28 03:35:15.903052 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5ce7-3abe-48ee-8daf-032928bee147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:15.978702 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5ce7-3abe-48ee-8daf-032928bee147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:15.985563 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-c0007b0d-4f4a-4685-a024-db2861a2b8ae service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797751 Aug 28 03:35:16.021144 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1dfd5ce7-3abe-48ee-8daf-032928bee147 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a3b7f00948043428c24c1d8153c0a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656960 Aug 28 03:35:16.022197 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd5ce7-3abe-48ee-8daf-032928bee147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198278ac-cf23-45c6-ba92-c7544294883a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:16.025500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34502) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:16.075749 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:16.095447 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6dfc7b5d-4603-4dd3-b79a-c52999e5a7f4 req-929bf5ce-82ff-4cf8-aabb-df9d561e2dba service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962470 Aug 28 03:35:16.098361 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:16.195576 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:16.198103 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:16.199285 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/198278ac-cf23-45c6-ba92-c7544294883a HTTP/1.1" status: 204 len: 168 time: 0.1725965 Aug 28 03:35:16.207507 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62236f1-d445-43d4-bf6d-8d911233df2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198278ac-cf23-45c6-ba92-c7544294883a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:16.819798 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34522) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:16.821790 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27bc5-7f40-4694-b27e-4179bce6e38b req-4b1927af-1a83-4886-9874-f3d5312284f2 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:16.823308 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08a27bc5-7f40-4694-b27e-4179bce6e38b req-4b1927af-1a83-4886-9874-f3d5312284f2 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0559936 Aug 28 03:35:16.840337 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4509-05c5-4062-a35b-875bdb16f12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:16.900396 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08a27bc5-7f40-4694-b27e-4179bce6e38b req-f26f7ef0-07eb-487e-9e5e-0ad7cb6dd621 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Aug 28 03:35:16.991318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4509-05c5-4062-a35b-875bdb16f12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.093666 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4509-05c5-4062-a35b-875bdb16f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.133746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e0ef4509-05c5-4062-a35b-875bdb16f12b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49d7d53a4acb4d629b66d5984e69ddc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128855 Aug 28 03:35:17.134830 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef4509-05c5-4062-a35b-875bdb16f12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159cacd7-e897-4204-ba58-9e4cb6c9173c,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:17.136597 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34536) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:17.200468 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.226234 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.287636 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.379207 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.380807 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34550) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:17.382527 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.383779 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/159cacd7-e897-4204-ba58-9e4cb6c9173c HTTP/1.1" status: 204 len: 168 time: 0.2390263 Aug 28 03:35:17.396076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df4e5-b60a-4b03-b56d-d213ddcb5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159cacd7-e897-4204-ba58-9e4cb6c9173c,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:17.444858 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-61a14e93-3cec-475d-9b49-796bd17c448a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd07d3de862f43cbb34570c4c41384c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288873 Aug 28 03:35:17.614300 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5846607f-38b4-43ec-ae55-b007331cd116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.667780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-8a3d97d3-2601-4b6b-8184-917772d32361 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:17.669317 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-8a3d97d3-2601-4b6b-8184-917772d32361 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138536 Aug 28 03:35:17.691861 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-22236057-e631-4223-a5a0-38879431b64e tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/quotas/cd07d3de862f43cbb34570c4c41384c6 HTTP/1.1" status: 200 len: 375 time: 0.0168128 Aug 28 03:35:17.732999 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-89dc948a-ceb6-40ec-928b-d6eac3799abb tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd07d3de862f43cbb34570c4c41384c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349693 Aug 28 03:35:17.780521 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5846607f-38b4-43ec-ae55-b007331cd116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.841753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5846607f-38b4-43ec-ae55-b007331cd116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:17.885510 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5846607f-38b4-43ec-ae55-b007331cd116 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2873225909914936bf7326e196b79215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035574 Aug 28 03:35:17.886616 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846607f-38b4-43ec-ae55-b007331cd116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa0f6b-80ae-4d11-9557-468bc931aae7,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:17.888327 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34570) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:17.985025 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:18.031323 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e3cd71ff-b9fc-40bb-8bd2-219d532952b4 req-13006748-cbcc-4c11-b42e-fef7c7dab743 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 210 time: 0.0483661 Aug 28 03:35:18.052196 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:18.075820 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaef4-02c3-452a-8504-5d313f0ba56f req-d0da4e96-1e08-45ae-8848-9750092ce3b6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:18.078522 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69abaef4-02c3-452a-8504-5d313f0ba56f req-d0da4e96-1e08-45ae-8848-9750092ce3b6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0740960 Aug 28 03:35:18.130023 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69abaef4-02c3-452a-8504-5d313f0ba56f req-21668961-f16b-4c1f-9e52-14cdd2521f3c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Aug 28 03:35:18.190320 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:18.193650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:18.197834 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aefa0f6b-80ae-4d11-9557-468bc931aae7 HTTP/1.1" status: 204 len: 168 time: 0.3076735 Aug 28 03:35:18.219461 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fab462-c8d0-45cc-91e7-57f34457ce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa0f6b-80ae-4d11-9557-468bc931aae7,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:18.929176 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34618) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:18.942552 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab4ae-991a-45d0-bc1f-53900eed9678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.083782 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab4ae-991a-45d0-bc1f-53900eed9678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.139626 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-69262ce2-28f6-4c86-a718-d1cefaf588a8 req-a4e94d9b-bca5-4057-93a9-5f592710e23b tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 210 time: 0.0260797 Aug 28 03:35:19.190190 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab4ae-991a-45d0-bc1f-53900eed9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.233295 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fd0ab4ae-991a-45d0-bc1f-53900eed9678 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a11aa97229ad40d9bae57f254471086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029075 Aug 28 03:35:19.234951 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab4ae-991a-45d0-bc1f-53900eed9678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a27338-d42f-40c6-b920-246655cdd2ca,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:19.237525 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34636) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:19.318132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.353714 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.467462 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4facfc-e8fe-49f9-9556-94fa2f48c898 req-c4cc1cae-d7b6-49ca-af8a-fa37b43c1f74 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:19.475566 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6f4facfc-e8fe-49f9-9556-94fa2f48c898 req-c4cc1cae-d7b6-49ca-af8a-fa37b43c1f74 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.2796097 Aug 28 03:35:19.510054 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.510631 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6f4facfc-e8fe-49f9-9556-94fa2f48c898 req-d9263516-dfe9-44cd-9131-772aaff191b1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Aug 28 03:35:19.513200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:19.514528 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57a27338-d42f-40c6-b920-246655cdd2ca HTTP/1.1" status: 204 len: 168 time: 0.2630534 Aug 28 03:35:19.521904 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ed28f-7290-4efd-a4c3-6929b277a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a27338-d42f-40c6-b920-246655cdd2ca,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:20.257559 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a9a22fcd-e572-48c7-b053-726cee39028d req-902e9ceb-c28f-490f-b33c-3a98330b5b77 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 210 time: 0.0391846 Aug 28 03:35:20.258106 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34668) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:20.272328 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8660-f011-477f-a2db-60b0fc9e2754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.426315 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-aad4017b-ec13-4ce9-a087-de36ac306774 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cd07d3de862f43cbb34570c4c41384c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399606 Aug 28 03:35:20.431034 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8660-f011-477f-a2db-60b0fc9e2754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.512869 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8660-f011-477f-a2db-60b0fc9e2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.625477 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1fdf8660-f011-477f-a2db-60b0fc9e2754 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a175ad5cadd48c2917e876b893a0aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664451 Aug 28 03:35:20.630700 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34680) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:20.633190 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf8660-f011-477f-a2db-60b0fc9e2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6aea52-71f1-48ae-9a3d-fa36a5e9146e,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:20.682700 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931ca7-1467-4a5e-94b2-1b12a64b96b3 req-a22a302b-2577-48d1-b9a3-e613560e3d63 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:20.684231 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f931ca7-1467-4a5e-94b2-1b12a64b96b3 req-a22a302b-2577-48d1-b9a3-e613560e3d63 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0784917 Aug 28 03:35:20.688644 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-050c054f-4684-4aa3-bfe0-5530909a2062 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:20.690494 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-050c054f-4684-4aa3-bfe0-5530909a2062 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454484 Aug 28 03:35:20.726667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Request body: {'port': {'device_id': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5', 'admin_state_up': True, 'tenant_id': 'cd07d3de862f43cbb34570c4c41384c6'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:20.736207 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.750961 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f931ca7-1467-4a5e-94b2-1b12a64b96b3 req-f6d7b47e-8e44-4bb2-ae5f-69be15d9775f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577850 Aug 28 03:35:20.781312 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.892978 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.895553 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.896825 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef6aea52-71f1-48ae-9a3d-fa36a5e9146e HTTP/1.1" status: 204 len: 168 time: 0.2649336 Aug 28 03:35:20.904836 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fab12-1ad4-4c6c-8b66-ccc8d18a43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6aea52-71f1-48ae-9a3d-fa36a5e9146e,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:20.960846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Made reservation on behalf of cd07d3de862f43cbb34570c4c41384c6 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:20.964854 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.974089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:20.983036 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34694) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:21.071869 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.105528 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a1f074d-d91e-4c10-8037-b5015690bf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.121357 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.198822 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa084b7-aca9-4443-b6c9-3009ae16faba,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:21.214833 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a1f074d-d91e-4c10-8037-b5015690bf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.270901 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Allocated IP 192.168.233.188 (1776a48e-20f3-4464-b8ab-aae38d7108b5/b7c3199b-28f5-4cca-b854-59aaf426383d/aca8fa33-5134-480c-9ec9-68906988e5a6) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:35:21.288139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a1f074d-d91e-4c10-8037-b5015690bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.366901 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4a1f074d-d91e-4c10-8037-b5015690bf87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87ddf7131570421f947d050886916ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797901 Aug 28 03:35:21.372863 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f074d-d91e-4c10-8037-b5015690bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd2be4-a4ae-4daf-b6a9-41ad9f046502,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:21.372863 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34708) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:21.470993 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.474047 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.498164 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Transition to ACTIVE for port object aca8fa33-5134-480c-9ec9-68906988e5a6 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:35:21.526197 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.537154 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3428cf19-a229-415a-a060-e34034dc418d req-c8912840-4312-48e1-b0f5-cf15659b2004 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 210 time: 0.0603478 Aug 28 03:35:21.607973 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.651146 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Network 1776a48e-20f3-4464-b8ab-aae38d7108b5 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:35:21.657189 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:21.661104 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:35:21.677374 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.680756 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.682383 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cdd2be4-a4ae-4daf-b6a9-41ad9f046502 HTTP/1.1" status: 204 len: 168 time: 0.3057601 Aug 28 03:35:21.702463 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Pushing event updated for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:21.703105 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc17f7-750b-47ae-9f59-dad2852e6657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd2be4-a4ae-4daf-b6a9-41ad9f046502,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:21.739260 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:21.739945 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:21.808354 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-2af35b47-8c4e-4167-ac11-f78654c66f8a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0858946 Aug 28 03:35:21.902288 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292df3b5-1223-4dc9-8cd6-dacf09cd9d5b req-6af0b385-d3f0-4774-86ef-134d59b49752 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:21.909218 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-292df3b5-1223-4dc9-8cd6-dacf09cd9d5b req-6af0b385-d3f0-4774-86ef-134d59b49752 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0781105 Aug 28 03:35:21.945089 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-292df3b5-1223-4dc9-8cd6-dacf09cd9d5b req-d524323f-53f6-4efb-8f43-180563e9ba05 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Aug 28 03:35:21.964940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Request body: {'port': {'device_id': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:22.020844 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.064361 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-61080e21-fd5b-4b77-9fb5-91f56a1c67ae None None] Provisioning for port aca8fa33-5134-480c-9ec9-68906988e5a6 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:35:22.068427 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-61080e21-fd5b-4b77-9fb5-91f56a1c67ae None None] Provisioning complete for port aca8fa33-5134-480c-9ec9-68906988e5a6 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:35:22.074072 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-61080e21-fd5b-4b77-9fb5-91f56a1c67ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.104980 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-61080e21-fd5b-4b77-9fb5-91f56a1c67ae None None] Port aca8fa33-5134-480c-9ec9-68906988e5a6 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:35:22.250541 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34734) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:22.363942 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-246843829-network', 'tenant_id': '16f23aaca1ea44b18e982e26375d8288'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:22.410515 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34740) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:22.425220 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-40a941e8-4380-4c02-b3e4-c11c5026225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.471727 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Made reservation on behalf of 16f23aaca1ea44b18e982e26375d8288 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:22.473769 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.479333 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca8fa33-5134-480c-9ec9-68906988e5a6 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:22.488123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.488494 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.508993 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Transition to ACTIVE for port object aca8fa33-5134-480c-9ec9-68906988e5a6 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:35:22.584467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.601929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-40a941e8-4380-4c02-b3e4-c11c5026225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.664245 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-40a941e8-4380-4c02-b3e4-c11c5026225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.705754 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Pushing event updated for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:22.724483 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-40a941e8-4380-4c02-b3e4-c11c5026225a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9414c27807204fb6b9e86dfd81baf981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110466 Aug 28 03:35:22.726635 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34750) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:22.734873 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a941e8-4380-4c02-b3e4-c11c5026225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f67ebd-77f7-4109-83a3-5fd81cda54b2,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:22.806349 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fdaa3-fb2e-4765-b554-30052d1eea64 req-51cbd48c-79c4-400a-af01-ab87efea5dc4 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:22.807846 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c68fdaa3-fb2e-4765-b554-30052d1eea64 req-51cbd48c-79c4-400a-af01-ab87efea5dc4 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.1760173 Aug 28 03:35:22.814446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Attempting to bind port aca8fa33-5134-480c-9ec9-68906988e5a6 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:35:22.814780 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Attempting to bind port aca8fa33-5134-480c-9ec9-68906988e5a6 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:35:22.815108 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Attempting to bind port aca8fa33-5134-480c-9ec9-68906988e5a6 on network 1776a48e-20f3-4464-b8ab-aae38d7108b5 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:22.818069 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.834707 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Port aca8fa33-5134-480c-9ec9-68906988e5a6 on network 1776a48e-20f3-4464-b8ab-aae38d7108b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:35:22.835027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Attempting to bind port aca8fa33-5134-480c-9ec9-68906988e5a6 on network 1776a48e-20f3-4464-b8ab-aae38d7108b5 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:22.849145 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.850669 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:35:22.850999 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Checking segment: {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:22.851433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Bound using segment: {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:35:22.851902 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Bound port: aca8fa33-5134-480c-9ec9-68906988e5a6, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd110975e-0620-400a-8582-7466b28fe27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:35:22.852245 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.887704 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.911302 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:35:22.916170 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.927239 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c9b17-eb79-4060-85e3-a07b28707ef4,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:22.930213 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:22.930439 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c68fdaa3-fb2e-4765-b554-30052d1eea64 req-79829db3-f7d8-4712-91ad-a265f5f3ab1b tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Aug 28 03:35:22.930547 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Added segment 338af192-9d14-4cb2-8654-0813885a63d4 of type vlan for network 41b74776-cc93-4a26-8e6f-c033184d8459 Aug 28 03:35:22.995101 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:35:22.999001 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=aca8fa33-5134-480c-9ec9-68906988e5a6,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:35:23.003781 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.053525 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.074227 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdb510-315a-4a40-a077-1ab2c8fe7779 req-ea9f15e5-56a7-42aa-93d3-f2b0453cb8ff tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.075710 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2bbdb510-315a-4a40-a077-1ab2c8fe7779 req-ea9f15e5-56a7-42aa-93d3-f2b0453cb8ff tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0471537 Aug 28 03:35:23.086861 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.087843 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.089497 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] 10.222.0.38 "PUT /v2.0/ports/aca8fa33-5134-480c-9ec9-68906988e5a6 HTTP/1.1" status: 200 len: 1098 time: 1.1288774 Aug 28 03:35:23.092331 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:23.094977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67" -d '{"events": [{"name": "network-changed", "server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:23.098504 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.099600 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.100489 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.101054 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.105584 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.111806 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3f67ebd-77f7-4109-83a3-5fd81cda54b2 HTTP/1.1" status: 204 len: 168 time: 0.3789012 Aug 28 03:35:23.134260 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055a160-717c-46b1-8baf-9bc59bd44cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f67ebd-77f7-4109-83a3-5fd81cda54b2,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:23.174222 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9823ae-8445-4547-920b-ba9f804f6617 service neutron] Pushing event updated for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:23.178502 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730f2bf-fd73-4280-922e-4ba9d8c596ca x-openstack-request-id: req-a730f2bf-fd73-4280-922e-4ba9d8c596ca {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:23.178675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:23.179524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a730f2bf-fd73-4280-922e-4ba9d8c596ca {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:23.180091 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6', 'status': 'completed', 'code': 200} Aug 28 03:35:23.191244 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2bbdb510-315a-4a40-a077-1ab2c8fe7779 req-f334e8bb-2985-47af-9b87-8acdfe2daf79 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091013 Aug 28 03:35:23.202781 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] Pushing event updated for resources: {'Network': ['ID=41b74776-cc93-4a26-8e6f-c033184d8459,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:23.225011 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 41b74776-cc93-4a26-8e6f-c033184d8459 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:35:23.259476 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-06cd30d9-76f1-47be-81fd-8fe2fc1fe52e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0077074 Aug 28 03:35:23.262250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34762) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:23.268427 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Request body: {'subnet': {'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-246843829-subnet', 'tenant_id': '16f23aaca1ea44b18e982e26375d8288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:23.283544 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67 req-3fbe0027-5389-4b65-9b10-1c9915e64abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.288048 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67 req-3fbe0027-5389-4b65-9b10-1c9915e64abb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd07d3de862f43cbb34570c4c41384c6&device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 1101 time: 0.0546601 Aug 28 03:35:23.338307 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67 req-7cb7fb86-ad0a-4bc6-a307-bdcbc4dea01e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cd07d3de862f43cbb34570c4c41384c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216787 Aug 28 03:35:23.356815 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Made reservation on behalf of 16f23aaca1ea44b18e982e26375d8288 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:23.360296 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29881993'] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.453749 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67 req-73c82537-ed43-48e1-9cd8-b694889fd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.455709 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1f0088eb-9e7f-44ec-9f08-f050f86e4c67 req-73c82537-ed43-48e1-9cd8-b694889fd422 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095450 Aug 28 03:35:23.579503 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-e608654c-c6f6-4965-b7ab-2239f75dae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.585369 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-e608654c-c6f6-4965-b7ab-2239f75dae51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd07d3de862f43cbb34570c4c41384c6&device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 1101 time: 0.0489547 Aug 28 03:35:23.664731 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3190394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882107'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:23.677028 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-6ab65a0d-2f1e-4685-a987-6ca486d3450d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=aca8fa33-5134-480c-9ec9-68906988e5a6 HTTP/1.1" status: 200 len: 217 time: 0.0434334 Aug 28 03:35:23.739642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5047da-d3a1-45d0-9989-f8c5b1870ab3,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:23.753690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-275b4b00-d921-402c-a80a-a3ce8becf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.755539 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-275b4b00-d921-402c-a80a-a3ce8becf66f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7c3199b-28f5-4cca-b854-59aaf426383d HTTP/1.1" status: 200 len: 843 time: 0.0614300 Aug 28 03:35:23.759891 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Checking segment: {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:23.760247 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Network hostable DHCP agents. Network: 41b74776-cc93-4a26-8e6f-c033184d8459, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:35:23.814695 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188091-834d-4957-9f8c-933e013be45e req-8c61e4a5-32a1-4332-a1a3-6aa8ab140e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.816060 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-8c61e4a5-32a1-4332-a1a3-6aa8ab140e09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1776a48e-20f3-4464-b8ab-aae38d7108b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518658 Aug 28 03:35:23.916206 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Network 41b74776-cc93-4a26-8e6f-c033184d8459 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:35:23.989468 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-89ca935a-09f3-4a5b-b42f-7c4b71d2fbea service neutron] 10.222.0.38 "GET /v2.0/networks/1776a48e-20f3-4464-b8ab-aae38d7108b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654823 Aug 28 03:35:23.997614 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-860a6d7c-20b5-401c-be06-9ce4b60a8cd8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:23.999087 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-860a6d7c-20b5-401c-be06-9ce4b60a8cd8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.1677685 Aug 28 03:35:24.006083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 41b74776-cc93-4a26-8e6f-c033184d8459) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:24.010516 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:24.011290 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.018335 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5d735-2574-4639-859b-83fc5d3ecb53 None None] Network 41b74776-cc93-4a26-8e6f-c033184d8459 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:24.072382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-4fbc8a3a-b0de-4ee2-8281-991bc96067bc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/quotas/3b3b972de3bd44d4a1a497b8a24f8182 HTTP/1.1" status: 200 len: 375 time: 0.0659711 Aug 28 03:35:24.081116 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3b9d-c6e6-409e-81c0-a48d3f148b2e req-6d18ce0f-5856-49f6-8e15-60621b0b811c tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:24.083410 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69fd3b9d-c6e6-409e-81c0-a48d3f148b2e req-6d18ce0f-5856-49f6-8e15-60621b0b811c tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0649447 Aug 28 03:35:24.140112 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69fd3b9d-c6e6-409e-81c0-a48d3f148b2e req-04658049-3dde-4dde-ae75-f0676eb92300 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Aug 28 03:35:24.148066 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-097cf44c-20f3-4e69-a2a2-c94bba5de8ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8844869 Aug 28 03:35:24.162099 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a6d86-8cdf-48d7-b8ed-10ba439a33a3 None None] Network 41b74776-cc93-4a26-8e6f-c033184d8459 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:24.185354 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-0cf0d961-f754-4e4d-ae52-217965469216 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066070 Aug 28 03:35:24.194705 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26188091-834d-4957-9f8c-933e013be45e req-95f1ef07-df4b-42ee-b302-dbf521a33750 service neutron] 10.222.0.38 "GET /v2.0/networks/1776a48e-20f3-4464-b8ab-aae38d7108b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894541 Aug 28 03:35:24.312580 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-c89cd010-d36d-49b0-a060-c88ed90821ab service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128221 Aug 28 03:35:24.350714 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e179-e2bc-4fcd-a37e-234fbf6334ae req-7273bfd4-e12e-4ac4-a9fb-e0020be4fc1a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:24.352334 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2d59e179-e2bc-4fcd-a37e-234fbf6334ae req-7273bfd4-e12e-4ac4-a9fb-e0020be4fc1a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0639269 Aug 28 03:35:24.402473 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2d59e179-e2bc-4fcd-a37e-234fbf6334ae req-d550d3fd-d4f4-4c71-9b5c-f0b3d954c79e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Aug 28 03:35:24.412670 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-37597b3a-f9c2-4bd4-b696-3981f2c5f78d service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934098 Aug 28 03:35:24.496620 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34814) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:24.601389 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1021200002-network', 'tenant_id': 'bb370e9f4c3b4b6bbba7ae3e7507fb73'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:24.683952 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-eed827da-257e-4d1a-af7c-063774b838bf req-2e48f3e7-40a5-4538-9590-b198b503ebef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0432312 Aug 28 03:35:24.695003 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Made reservation on behalf of bb370e9f4c3b4b6bbba7ae3e7507fb73 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:24.697361 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.711589 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.814542 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.927327 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.957042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:35:24.967096 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6a8fd-9e9e-44bf-960a-58d23712667f,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:24.972034 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:24.972370 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Added segment f0f239af-794b-4983-b06f-5d4dd0d5b01d of type vlan for network 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a Aug 28 03:35:25.010173 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.093533 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.094583 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:25.095284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.152502 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] Pushing event updated for resources: {'Network': ['ID=270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:25.163365 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:35:25.190991 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a1d8068a-9d44-4369-a080-1bb0de3325ac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6933987 Aug 28 03:35:25.193490 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34834) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:25.198912 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Request body: {'subnet': {'network_id': '270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1021200002-subnet', 'tenant_id': 'bb370e9f4c3b4b6bbba7ae3e7507fb73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:25.291468 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b461dec-47c8-4ce5-b9e7-b80a3bd07bad req-9b3e596d-af23-4f5b-80e8-fe2504a5e551 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:25.292977 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b461dec-47c8-4ce5-b9e7-b80a3bd07bad req-9b3e596d-af23-4f5b-80e8-fe2504a5e551 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0556200 Aug 28 03:35:25.315202 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Made reservation on behalf of bb370e9f4c3b4b6bbba7ae3e7507fb73 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:25.317525 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.379736 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b461dec-47c8-4ce5-b9e7-b80a3bd07bad req-5e59e039-11f7-4cbf-88b3-9c5c0acb0cb6 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803187 Aug 28 03:35:25.529005 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d08c0-5777-411c-8d75-943260756bc2 req-e8a65aa5-da30-42d4-b04f-70290c2ca836 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:25.530657 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-712d08c0-5777-411c-8d75-943260756bc2 req-e8a65aa5-da30-42d4-b04f-70290c2ca836 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0495667 Aug 28 03:35:25.567778 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-712d08c0-5777-411c-8d75-943260756bc2 req-d618eba0-8df3-4739-855b-f49a9d1e4eb6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Aug 28 03:35:25.572713 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.630358 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b1f525-bffa-434f-8e66-77ed59473939,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:25.637383 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Checking segment: {'id': 'f0f239af-794b-4983-b06f-5d4dd0d5b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:25.637734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Network hostable DHCP agents. Network: 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:35:25.712224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Network 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:35:25.763971 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6188a49b-1b8c-4e0c-965b-d8187eb5f863 req-82f1e120-8a56-47da-b61a-ebabe14286c5 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0251310 Aug 28 03:35:25.800663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:25.805009 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:25.805603 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:25.812100 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991ec83-131b-4009-93fa-e415d2dfbb26 None None] Network 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:25.876305 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e1739a93-483b-4caa-b411-8fad5173c2f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6817183 Aug 28 03:35:25.933887 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430540e-7ffe-43a5-9f9d-b5748a7593ec None None] Network 270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:26.494869 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7740-28d8-4dd5-a7ff-013a0fa88edf req-3fa93b6f-b4c7-453c-bc25-39e200748a74 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:26.496373 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65fc7740-28d8-4dd5-a7ff-013a0fa88edf req-3fa93b6f-b4c7-453c-bc25-39e200748a74 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0494714 Aug 28 03:35:26.507225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 34868) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:26.512184 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038947017-network', 'tenant_id': '827c92c109714453a7d5a4f6a6d932a3'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:26.536235 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65fc7740-28d8-4dd5-a7ff-013a0fa88edf req-51fdda28-dfbc-44bd-a303-217c682908e8 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Aug 28 03:35:26.613257 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Made reservation on behalf of 827c92c109714453a7d5a4f6a6d932a3 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:26.615381 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:26.624508 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:26.709665 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911969b8-a7f2-455b-a392-f6a1be1d5f62 req-d8a50997-ee55-418f-bccf-a8bc6ad61bef tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:26.711149 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-911969b8-a7f2-455b-a392-f6a1be1d5f62 req-d8a50997-ee55-418f-bccf-a8bc6ad61bef tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0763741 Aug 28 03:35:26.767748 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-911969b8-a7f2-455b-a392-f6a1be1d5f62 req-9cba0e54-43ab-4ff9-a4f6-38d359b632bf tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Aug 28 03:35:26.794846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:26.858246 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:26.860949 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-46413b84-2472-4c84-8c35-2b7b38f95a2d req-54c4933d-5f6f-4f37-8b31-8887658fa5c2 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0286345 Aug 28 03:35:26.890172 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:35:26.896321 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb85cf-3e74-4dc9-80a6-b968b989e960,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:26.902001 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:26.902341 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Added segment fdbf0597-9f15-4bad-a5ea-6f76eadf6148 of type vlan for network 6a02b272-d3aa-48c7-b360-110c5356ca54 Aug 28 03:35:26.941378 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.017976 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.018848 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:27.019429 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.079545 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] Pushing event updated for resources: {'Network': ['ID=6a02b272-d3aa-48c7-b360-110c5356ca54,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:27.089040 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 6a02b272-d3aa-48c7-b360-110c5356ca54 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:35:27.105401 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-7240db7c-ee00-44b7-94ad-fc048fe06a6b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5967340 Aug 28 03:35:27.108564 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 34880) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:27.113502 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Request body: {'subnet': {'network_id': '6a02b272-d3aa-48c7-b360-110c5356ca54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038947017-subnet', 'tenant_id': '827c92c109714453a7d5a4f6a6d932a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:27.172551 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Made reservation on behalf of 827c92c109714453a7d5a4f6a6d932a3 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:27.174880 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29881993'] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.430107 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3190394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882107'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.487735 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e00d6d4-49bc-4fad-9fdc-ebee32485344,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:27.496110 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Checking segment: {'id': 'fdbf0597-9f15-4bad-a5ea-6f76eadf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6a02b272-d3aa-48c7-b360-110c5356ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:27.496454 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Network hostable DHCP agents. Network: 6a02b272-d3aa-48c7-b360-110c5356ca54, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:35:27.595402 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Network 6a02b272-d3aa-48c7-b360-110c5356ca54 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:35:27.646861 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92088576-59c0-4621-905f-c4be393b08c5 req-0c88e0cb-954b-46e1-b85b-2265e45b8534 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:27.648320 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-92088576-59c0-4621-905f-c4be393b08c5 req-0c88e0cb-954b-46e1-b85b-2265e45b8534 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0480797 Aug 28 03:35:27.658110 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 6a02b272-d3aa-48c7-b360-110c5356ca54) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:27.662497 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:27.663169 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:27.667504 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1c48b-9000-49cd-8728-6b9dd9258e05 None None] Network 6a02b272-d3aa-48c7-b360-110c5356ca54 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:27.689922 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-92088576-59c0-4621-905f-c4be393b08c5 req-c3834d02-f681-4422-b2bf-689c26fe9e29 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Aug 28 03:35:27.750425 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-43b28a68-dfa4-4b30-b6cc-6d0727f9abff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6407330 Aug 28 03:35:27.894720 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdb1b1-7495-4baf-8d5e-ddc5b8daa83e None None] Network 6a02b272-d3aa-48c7-b360-110c5356ca54 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:35:27.912918 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1ec4-6d25-4545-ba78-31f10ad942dd req-31c7b9f0-99f0-4969-b5f8-e2867fad009e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:27.916077 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d0a1ec4-6d25-4545-ba78-31f10ad942dd req-31c7b9f0-99f0-4969-b5f8-e2867fad009e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0818288 Aug 28 03:35:27.962727 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d0a1ec4-6d25-4545-ba78-31f10ad942dd req-6dd32161-fc3e-4222-928b-2dc4018d1811 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Aug 28 03:35:27.996674 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c56e5288-407c-4364-ba78-f38e7a2de917 req-f9d8e5c7-a5a5-4958-9931-c983dc3546df tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0318527 Aug 28 03:35:28.816977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35082625-9f2b-45ba-8114-35d8fe3473df req-bddef301-6035-4474-af6e-e7fa9b5c2e52 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:28.818455 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-35082625-9f2b-45ba-8114-35d8fe3473df req-bddef301-6035-4474-af6e-e7fa9b5c2e52 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0590358 Aug 28 03:35:28.860503 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-35082625-9f2b-45ba-8114-35d8fe3473df req-acda23a1-fc10-460e-9086-290d7767ba6d tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Aug 28 03:35:29.082374 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ba3b-9cff-4667-821b-03f386092788 req-0397aa85-25d8-4eb5-857a-a78d841e404b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:29.083935 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ed5ba3b-9cff-4667-821b-03f386092788 req-0397aa85-25d8-4eb5-857a-a78d841e404b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0530472 Aug 28 03:35:29.091494 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ce7aa5dc-5619-445e-b2ce-dacee85db857 req-9840bb29-0a75-4f26-bc87-50b5392f6793 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Aug 28 03:35:29.124914 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ed5ba3b-9cff-4667-821b-03f386092788 req-7c4f1ddb-a319-4e10-a3d1-3edb1973b1d7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 28 03:35:29.973439 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74c8b-b1da-4b20-9252-31fd389aeab0 req-b612490f-0dcb-4431-a621-8a24a09e4961 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:29.975123 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9cb74c8b-b1da-4b20-9252-31fd389aeab0 req-b612490f-0dcb-4431-a621-8a24a09e4961 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0477862 Aug 28 03:35:30.020727 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9cb74c8b-b1da-4b20-9252-31fd389aeab0 req-73d5da57-05f8-440d-9fe9-b73f73278a52 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Aug 28 03:35:30.182258 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b58f1fe5-fac4-4954-9033-676df57c4a87 req-9dc1107b-51dc-4867-8f2f-a8befc1c558c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0248396 Aug 28 03:35:30.239525 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06dddf-38c8-4c73-80e7-c7ed8ced0942 req-65ae67de-b743-413c-9dd1-a222398a2309 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:30.241007 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ba06dddf-38c8-4c73-80e7-c7ed8ced0942 req-65ae67de-b743-413c-9dd1-a222398a2309 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0478265 Aug 28 03:35:30.278559 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ba06dddf-38c8-4c73-80e7-c7ed8ced0942 req-b9f9aff4-83d5-4b10-8afd-f699e3569817 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 28 03:35:31.097930 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-27456841-3979-424f-bd43-5dcdbcc711bb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:31.099976 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-27456841-3979-424f-bd43-5dcdbcc711bb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.1124291 Aug 28 03:35:31.139027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Request body: {'port': {'device_id': '667fba14-5480-46e8-b3a7-a30fa431f523', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'admin_state_up': True, 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:31.206051 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518724ce-7c48-4e63-bbd6-4359d6e1664e req-8f0e98ee-ec16-4b6d-83f3-276c6acdde01 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:31.207585 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-518724ce-7c48-4e63-bbd6-4359d6e1664e req-8f0e98ee-ec16-4b6d-83f3-276c6acdde01 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.1068647 Aug 28 03:35:31.289381 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3628e364-5d09-4012-ba36-7f2c15aef143 req-6bc299da-59b2-4b20-ad94-b43712e941bc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0322945 Aug 28 03:35:31.293024 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-518724ce-7c48-4e63-bbd6-4359d6e1664e req-b55f1f45-ad2d-42ad-a683-264dc016f250 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528235 Aug 28 03:35:31.407216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:31.414000 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:31.468841 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76abf9-8e8d-4113-9d05-e5edec7e7f9b req-e093db7c-7108-407c-bbe7-8306c6029d80 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:31.468841 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9b76abf9-8e8d-4113-9d05-e5edec7e7f9b req-e093db7c-7108-407c-bbe7-8306c6029d80 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0864935 Aug 28 03:35:31.545692 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9b76abf9-8e8d-4113-9d05-e5edec7e7f9b req-f29fd34a-4d0e-494d-b083-9646b23a5fff tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Aug 28 03:35:31.592404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Allocated IP 172.20.0.8 (72a26e9f-b68f-4db9-8b03-c00da89d9cb9/b45ceaaf-fb20-451c-8350-fd6d8fa1b79e/b76334de-da60-4f43-857b-027091e70da8) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:35:31.755284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:31.865039 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e598a802-ff24-49a4-a362-86904d85ead6 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:31.866534 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e598a802-ff24-49a4-a362-86904d85ead6 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/networks?id=41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 200 len: 808 time: 0.1055076 Aug 28 03:35:31.881704 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e4beb132-c1ab-4928-b4c4-1f89f23b3e74 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/quotas/16f23aaca1ea44b18e982e26375d8288 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Aug 28 03:35:31.881900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:31.917527 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-1e7433b0-bfca-484b-bfa0-564471ac6f5d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302429 Aug 28 03:35:31.925167 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:35:31.932650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:31.935795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:35:31.944365 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:31.964307 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event updated for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:32.016390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:32.017157 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:32.053738 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-1fddc70c-2f28-4caa-9043-4a057a27d887 service neutron] 10.222.0.36 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290367 Aug 28 03:35:32.145156 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-67fddf0a-b225-4e83-aa74-80f4098e4b5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0156229 Aug 28 03:35:32.159414 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-c8fe59f2-b86f-4c91-b782-0b10ca156947 service neutron] 10.222.0.36 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993333 Aug 28 03:35:32.174694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Request body: {'port': {'device_id': '667fba14-5480-46e8-b3a7-a30fa431f523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:32.237542 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:32.542137 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364c17-8c7d-485a-aa8c-aad07e4e8fb1 req-6b7e3da4-8ee8-4d40-81e1-4cfe7f273731 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:32.556999 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f2364c17-8c7d-485a-aa8c-aad07e4e8fb1 req-6b7e3da4-8ee8-4d40-81e1-4cfe7f273731 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 931 time: 0.0745800 Aug 28 03:35:32.603413 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f2364c17-8c7d-485a-aa8c-aad07e4e8fb1 req-e2cb421a-7f35-453b-b1ca-37c0c9426b78 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Aug 28 03:35:32.670296 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf343a-6fa3-43e2-a361-9bbf2916e736 req-44ea90e8-a0c4-4349-9356-6e09bbe63209 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:32.671828 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eadf343a-6fa3-43e2-a361-9bbf2916e736 req-44ea90e8-a0c4-4349-9356-6e09bbe63209 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.3005064 Aug 28 03:35:32.755232 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eadf343a-6fa3-43e2-a361-9bbf2916e736 req-dfec953c-70d3-4922-bffd-95933a84eaec tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738537 Aug 28 03:35:32.839113 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1d82e969-257e-49d2-88e9-be7229d6a9b1 req-95bf614b-d98c-4e37-9891-3d1114d3bd98 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 28 03:35:32.848929 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76334de-da60-4f43-857b-027091e70da8 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:32.856620 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:32.868873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Transition to ACTIVE for port object b76334de-da60-4f43-857b-027091e70da8 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:35:32.926290 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:32.993961 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ebdf7-bb31-4288-843e-750cc93f5546 req-f54583f6-6af0-4fe9-ba2f-4590fa7ea59b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:32.995451 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-525ebdf7-bb31-4288-843e-750cc93f5546 req-f54583f6-6af0-4fe9-ba2f-4590fa7ea59b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0945554 Aug 28 03:35:32.998500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Pushing event updated for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:33.037131 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7a06-377d-4551-8743-1b9677b6c48c req-c08a45d1-77ff-4876-959f-d0069ef68591 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.038822 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-23ea7a06-377d-4551-8743-1b9677b6c48c req-c08a45d1-77ff-4876-959f-d0069ef68591 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0613620 Aug 28 03:35:33.077733 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-23ea7a06-377d-4551-8743-1b9677b6c48c req-7befdd63-b400-4549-9961-a3ea96356a82 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Aug 28 03:35:33.088857 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-525ebdf7-bb31-4288-843e-750cc93f5546 req-a873cdcc-eef7-4cee-a446-0d850c141c68 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663962 Aug 28 03:35:33.114398 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Attempting to bind port b76334de-da60-4f43-857b-027091e70da8 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:35:33.114867 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Attempting to bind port b76334de-da60-4f43-857b-027091e70da8 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:35:33.115467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Attempting to bind port b76334de-da60-4f43-857b-027091e70da8 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:33.120091 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Port b76334de-da60-4f43-857b-027091e70da8 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:35:33.120408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Attempting to bind port b76334de-da60-4f43-857b-027091e70da8 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:33.125452 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:35:33.125863 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Checking segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:33.126243 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Bound using segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:35:33.126671 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Bound port: b76334de-da60-4f43-857b-027091e70da8, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:35:33.127021 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:33.189593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:35:33.192563 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b76334de-da60-4f43-857b-027091e70da8,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:35:33.307757 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:33.346212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.346816 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:33.348219 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] 10.222.0.38 "PUT /v2.0/ports/b76334de-da60-4f43-857b-027091e70da8 HTTP/1.1" status: 200 len: 1093 time: 1.1788301 Aug 28 03:35:33.348648 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'tag': 'b76334de-da60-4f43-857b-027091e70da8'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:33.350869 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600fdee2-7c42-4ea7-88aa-61d6dd31e302" -d '{"events": [{"name": "network-changed", "server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "tag": "b76334de-da60-4f43-857b-027091e70da8"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:33.373225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a9e0c-3990-4155-a69c-611d7da4412d service neutron] Pushing event updated for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:33.389312 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c28ef0f-f087-4d4c-b1ce-9a250f0ad5a1 x-openstack-request-id: req-3c28ef0f-f087-4d4c-b1ce-9a250f0ad5a1 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:33.389601 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "tag": "b76334de-da60-4f43-857b-027091e70da8", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:33.389846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c28ef0f-f087-4d4c-b1ce-9a250f0ad5a1 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:33.390239 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'tag': 'b76334de-da60-4f43-857b-027091e70da8', 'status': 'completed', 'code': 200} Aug 28 03:35:33.504509 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-eb14f17c-db60-42fa-b80e-68d00152188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.506086 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-eb14f17c-db60-42fa-b80e-68d00152188e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 1096 time: 0.0438735 Aug 28 03:35:33.613098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-93cbefe4-11e1-4696-8593-9b826d8bc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.614733 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-93cbefe4-11e1-4696-8593-9b826d8bc4ce service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0904469 Aug 28 03:35:33.770746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425719f1-4f84-4185-93f7-b61b2998a1ae req-2493c28c-4122-498a-bcc1-eab38ed097d7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.772198 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-425719f1-4f84-4185-93f7-b61b2998a1ae req-2493c28c-4122-498a-bcc1-eab38ed097d7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 943 time: 0.1017804 Aug 28 03:35:33.788992 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-54c62535-19b5-4f07-8cce-a2be26fec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.790549 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-600fdee2-7c42-4ea7-88aa-61d6dd31e302 req-54c62535-19b5-4f07-8cce-a2be26fec3ef service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669583 Aug 28 03:35:33.819364 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-425719f1-4f84-4185-93f7-b61b2998a1ae req-2ad512ec-3de3-450e-ad06-6ef58b34b698 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Aug 28 03:35:33.899490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5c831-81bd-4e00-84bb-1ff53b0e18e1 req-bf0e96a3-2465-4f76-86a6-86674a4a393b tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.901777 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-90a5c831-81bd-4e00-84bb-1ff53b0e18e1 req-bf0e96a3-2465-4f76-86a6-86674a4a393b tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.0537167 Aug 28 03:35:33.943733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b0536e17-6bd2-4607-baeb-0febfc4d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:33.945228 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-b0536e17-6bd2-4607-baeb-0febfc4d975a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 1096 time: 0.0556393 Aug 28 03:35:33.945937 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-90a5c831-81bd-4e00-84bb-1ff53b0e18e1 req-8ad8a666-d5a7-4aaa-b0b9-6ca2ccade4ef tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365243 Aug 28 03:35:33.962039 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-082d23bb-381a-4aa3-8018-0d3bdd53dd96 req-5f44207c-4c11-487a-938c-2a0afcff25a4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 210 time: 0.0306587 Aug 28 03:35:33.998418 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-0054b95e-6f52-436e-b4fe-608a21478818 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76334de-da60-4f43-857b-027091e70da8 HTTP/1.1" status: 200 len: 217 time: 0.0353940 Aug 28 03:35:34.059086 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-ad5c50e9-2462-4556-ac98-e9fde02155ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:34.061493 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-ad5c50e9-2462-4556-ac98-e9fde02155ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0476105 Aug 28 03:35:34.095425 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-eff2ad25-6753-464d-a7f2-7122daa289a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238559 Aug 28 03:35:34.098278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-db0d9a96-e56d-491c-8cdb-0abad12d69de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:34.229606 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c398-c413-4601-b009-d716c906b6bd req-0f89c19c-e8d3-4ef5-b1c5-0c272894e462 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:34.231079 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a035c398-c413-4601-b009-d716c906b6bd req-0f89c19c-e8d3-4ef5-b1c5-0c272894e462 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0639853 Aug 28 03:35:34.238795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b812-562b-4b6b-be0b-07a6349b841e req-9f509e04-a5a7-49a4-aa33-b5ac52095b57 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:34.240308 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac49b812-562b-4b6b-be0b-07a6349b841e req-9f509e04-a5a7-49a4-aa33-b5ac52095b57 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0743313 Aug 28 03:35:34.273316 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a035c398-c413-4601-b009-d716c906b6bd req-550caff2-85c6-4959-bd6b-6d8f4eb04c89 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360072 Aug 28 03:35:34.273874 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-1bc67763-c8d2-44d9-846f-666361b75e39 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581814 Aug 28 03:35:34.303384 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac49b812-562b-4b6b-be0b-07a6349b841e req-554a79fd-e4ab-450c-b31b-b3ee8556c20d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532281 Aug 28 03:35:34.399942 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-53646d68-4ad8-4e45-9754-c9372b7268a3 req-3b130f78-2643-404e-a881-23cc07aeb96a service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099570 Aug 28 03:35:34.740273 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35070) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:34.886448 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7704f74e-172b-45d7-9885-af292663dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:34.938592 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467728-96d6-4d93-b6dc-5ccaadb196ce req-27a035ae-fb7f-43c9-80f3-f688d9c2c5b7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:34.940244 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0467728-96d6-4d93-b6dc-5ccaadb196ce req-27a035ae-fb7f-43c9-80f3-f688d9c2c5b7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 943 time: 0.0499272 Aug 28 03:35:34.973729 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-170defb7-ec5c-4586-99b4-61e15cb4b6d7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:34.974786 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-170defb7-ec5c-4586-99b4-61e15cb4b6d7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "GET /v2.0/networks?id=41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 200 len: 808 time: 0.1478198 Aug 28 03:35:34.992830 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0467728-96d6-4d93-b6dc-5ccaadb196ce req-7f90f38f-deab-4518-ab7b-df274cad3004 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455945 Aug 28 03:35:35.001962 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Request body: {'port': {'device_id': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459', 'admin_state_up': True, 'tenant_id': '16f23aaca1ea44b18e982e26375d8288'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:35.080436 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9cc9e15c-b2f0-4b44-93a2-61ae80de343e req-54a022e2-4dbe-4cba-997e-e2fa34150377 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Aug 28 03:35:35.127790 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7704f74e-172b-45d7-9885-af292663dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.158075 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af666a-9379-492e-acaa-1705e1059f2b req-7af3a74d-44a5-4cda-886a-b6092a6b25e8 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:35.159571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a0af666a-9379-492e-acaa-1705e1059f2b req-7af3a74d-44a5-4cda-886a-b6092a6b25e8 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 948 time: 0.1047049 Aug 28 03:35:35.196120 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device aca8fa33-5134-480c-9ec9-68906988e5a6 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:35:35.196671 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a0af666a-9379-492e-acaa-1705e1059f2b req-36b098f8-cb45-41ee-9b03-3539c3b328a5 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 28 03:35:35.227496 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-7704f74e-172b-45d7-9885-af292663dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.273834 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-7704f74e-172b-45d7-9885-af292663dad7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f54d8afe26094f1f9d797fac78548e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324261 Aug 28 03:35:35.274707 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704f74e-172b-45d7-9885-af292663dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f72038-5fb5-4aca-8063-5271462ddd6a,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:35.276722 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35084) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:35.298476 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=aca8fa33-5134-480c-9ec9-68906988e5a6,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:35.314651 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'aca8fa33-5134-480c-9ec9-68906988e5a6', 'network_id': '1776a48e-20f3-4464-b8ab-aae38d7108b5', 'port_id': 'aca8fa33-5134-480c-9ec9-68906988e5a6', 'mac_address': 'fa:16:3e:ad:4c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c3199b-28f5-4cca-b854-59aaf426383d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:35:35.332538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Made reservation on behalf of 16f23aaca1ea44b18e982e26375d8288 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:35.336408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.369567 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.383954 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca8fa33-5134-480c-9ec9-68906988e5a6 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:35.405809 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=aca8fa33-5134-480c-9ec9-68906988e5a6,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:35.409437 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.447428 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.462672 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe008749-b631-4063-8248-bf4fb1b879a1 req-c53da924-5ad9-4f83-85f2-a91c9e0d5710 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:35.465702 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fe008749-b631-4063-8248-bf4fb1b879a1 req-c53da924-5ad9-4f83-85f2-a91c9e0d5710 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.1212056 Aug 28 03:35:35.475226 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.511944 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fc4a3-74e2-4ee7-864f-7250fd2136b6 req-89d6d638-5fb4-42d5-b2bc-5cfe8c16a271 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:35.513812 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2d4fc4a3-74e2-4ee7-864f-7250fd2136b6 req-89d6d638-5fb4-42d5-b2bc-5cfe8c16a271 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.1014202 Aug 28 03:35:35.526040 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fe008749-b631-4063-8248-bf4fb1b879a1 req-8a5dd1b4-26ba-44fb-bfa1-436d3afe941e tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Aug 28 03:35:35.536447 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:35.545301 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.545657 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.546081 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.546757 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.546983 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.548170 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.548170 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.548170 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.548500 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.548999 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.549114 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Allocated IP 172.20.0.5 (41b74776-cc93-4a26-8e6f-c033184d8459/4b5047da-d3a1-45d0-9989-f8c5b1870ab3/c4155811-45c6-411b-bcfa-bc9641dc032c) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:35:35.549595 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.550059 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:35:35.581074 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2d4fc4a3-74e2-4ee7-864f-7250fd2136b6 req-851fcba5-61b5-4477-8222-d71bf5e264d0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568662 Aug 28 03:35:35.601019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.603804 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.608614 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82f72038-5fb5-4aca-8063-5271462ddd6a HTTP/1.1" status: 204 len: 168 time: 0.3208001 Aug 28 03:35:35.613326 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3581100-0fdf-41d5-8427-2ade52961f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f72038-5fb5-4aca-8063-5271462ddd6a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:35.724519 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.835616 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:35.878061 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Network 41b74776-cc93-4a26-8e6f-c033184d8459 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:35:35.883042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:35.885413 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:35:35.916270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Pushing event updated for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:35.945778 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:35.946476 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.032012 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06f36f6b-caef-43b2-8612-70e8bdeef765 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340798 Aug 28 03:35:36.058933 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Request body: {'port': {'device_id': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:36.110562 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40747e3d-a217-493d-8325-b1a22733eb6b req-591aaf9b-9417-412e-ae4c-138176b45f3c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.112363 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40747e3d-a217-493d-8325-b1a22733eb6b req-591aaf9b-9417-412e-ae4c-138176b45f3c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 943 time: 0.0500698 Aug 28 03:35:36.115590 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.167102 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40747e3d-a217-493d-8325-b1a22733eb6b req-85ff969f-d3ef-4792-9418-c2c3b0fc00c1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486109 Aug 28 03:35:36.168488 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35104) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:36.185086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b6ff-5dc6-4759-b19f-e2f802e43c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.292587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1413f6a-5136-4ed7-949f-36a816a15510 req-7a52bc64-5e12-44b0-94ce-663839b4e67a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.294753 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1413f6a-5136-4ed7-949f-36a816a15510 req-7a52bc64-5e12-44b0-94ce-663839b4e67a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 931 time: 0.1203961 Aug 28 03:35:36.306428 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b6ff-5dc6-4759-b19f-e2f802e43c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.312092 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:35:36.329064 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8748d-3e70-4e7d-be67-80a3ade8c84b req-4b4844d8-aaf9-4ca9-b407-b0124f4b781d tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.330704 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b8c8748d-3e70-4e7d-be67-80a3ade8c84b req-4b4844d8-aaf9-4ca9-b407-b0124f4b781d tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 949 time: 0.0604315 Aug 28 03:35:36.341935 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['aca8fa33-5134-480c-9ec9-68906988e5a6'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:36.366663 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b6ff-5dc6-4759-b19f-e2f802e43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.383452 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b8c8748d-3e70-4e7d-be67-80a3ade8c84b req-32021a60-5cbc-467f-80ed-30b2d893b500 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Aug 28 03:35:36.383677 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1413f6a-5136-4ed7-949f-36a816a15510 req-164d363d-e05f-432a-a119-56be11181305 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815895 Aug 28 03:35:36.424033 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b8f1b6ff-5dc6-4759-b19f-e2f802e43c91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36a750b3c28c43bf9eb6e00bde85f7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471163 Aug 28 03:35:36.424033 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1b6ff-5dc6-4759-b19f-e2f802e43c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38c990-5f6e-4dd2-9a3d-2982dfea2730,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:36.424972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35110) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:36.474376 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6d9353ff-30d5-497a-a9e8-00e76671dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.502260 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.527659 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.531861 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4155811-45c6-411b-bcfa-bc9641dc032c {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:36.543549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.559356 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Transition to ACTIVE for port object c4155811-45c6-411b-bcfa-bc9641dc032c will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:35:36.635376 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.638389 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.642371 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:36.642543 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b38c990-5f6e-4dd2-9a3d-2982dfea2730 HTTP/1.1" status: 204 len: 168 time: 0.2136159 Aug 28 03:35:36.657641 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b36a77-6614-40f6-97d2-f271a956432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38c990-5f6e-4dd2-9a3d-2982dfea2730,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:36.744208 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Pushing event updated for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:36.748642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816339f-42f0-4e23-b4d1-197fdf2c1d0b req-f2351267-dfa7-4403-aedc-e84f342a8aea tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.750245 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1816339f-42f0-4e23-b4d1-197fdf2c1d0b req-f2351267-dfa7-4403-aedc-e84f342a8aea tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0753174 Aug 28 03:35:36.771451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0788074-f422-4d7b-8929-f806e031b37e req-fff4d22f-cbee-41ba-8bf8-c871687734f4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.772981 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f0788074-f422-4d7b-8929-f806e031b37e req-fff4d22f-cbee-41ba-8bf8-c871687734f4 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.38 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.1427844 Aug 28 03:35:36.781146 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd1d3-4c7d-45af-9e7c-566165318cff req-bc6fc3a1-98ec-40e3-bc85-8a4fc6b75c57 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:36.782626 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6f6dd1d3-4c7d-45af-9e7c-566165318cff req-bc6fc3a1-98ec-40e3-bc85-8a4fc6b75c57 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 945 time: 0.1776435 Aug 28 03:35:36.792365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1816339f-42f0-4e23-b4d1-197fdf2c1d0b req-1d019a0e-a3ae-457e-afea-7e2352f33f22 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356059 Aug 28 03:35:36.939048 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6f6dd1d3-4c7d-45af-9e7c-566165318cff req-e642f20d-3936-4ef4-ab1b-32e7702687d0 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c1548f-6565-4b1c-9afc-dfc491117884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336019 Aug 28 03:35:36.988089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Attempting to bind port c4155811-45c6-411b-bcfa-bc9641dc032c on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:35:36.988425 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Attempting to bind port c4155811-45c6-411b-bcfa-bc9641dc032c by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:35:36.988780 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Attempting to bind port c4155811-45c6-411b-bcfa-bc9641dc032c on network 41b74776-cc93-4a26-8e6f-c033184d8459 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:36.995187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Port c4155811-45c6-411b-bcfa-bc9641dc032c on network 41b74776-cc93-4a26-8e6f-c033184d8459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:35:36.995458 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Attempting to bind port c4155811-45c6-411b-bcfa-bc9641dc032c on network 41b74776-cc93-4a26-8e6f-c033184d8459 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:37.005449 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:35:37.005784 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Checking segment: {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:37.006165 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Bound using segment: {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:35:37.006590 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Bound port: c4155811-45c6-411b-bcfa-bc9641dc032c, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:35:37.006948 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.066111 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Deleting port 404f88d3-f2d2-4a32-8a23-025995e9c87b {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:35:37.066633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.150362 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:35:37.172475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c4155811-45c6-411b-bcfa-bc9641dc032c,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:35:37.184292 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.196188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] For port 404f88d3-f2d2-4a32-8a23-025995e9c87b, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=404f88d3-f2d2-4a32-8a23-025995e9c87b,segment=NetworkSegment(7ae132a0-948c-4303-8406-d8087090e731),segment_id=7ae132a0-948c-4303-8406-d8087090e731)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:37.196429 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.212440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Calling delete_port for 404f88d3-f2d2-4a32-8a23-025995e9c87b owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:35:37.287885 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8fbcb-2ae1-4725-948f-504ec1058e13 req-671b8711-f124-40cf-afa0-6968c6dff448 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.289483 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-10d8fbcb-2ae1-4725-948f-504ec1058e13 req-671b8711-f124-40cf-afa0-6968c6dff448 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 943 time: 0.0529182 Aug 28 03:35:37.332296 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-10d8fbcb-2ae1-4725-948f-504ec1058e13 req-1193bc9e-0194-40e9-bccc-ce7c4ed6f806 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359559 Aug 28 03:35:37.487895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.540365 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907681-f9b3-4488-b13f-5486209de927 req-9b7b27b7-3024-4b63-a782-402776b4564c tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.543562 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-00907681-f9b3-4488-b13f-5486209de927 req-9b7b27b7-3024-4b63-a782-402776b4564c tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 949 time: 0.0590858 Aug 28 03:35:37.563139 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.563773 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.565209 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] 10.222.0.38 "PUT /v2.0/ports/c4155811-45c6-411b-bcfa-bc9641dc032c HTTP/1.1" status: 200 len: 1093 time: 1.5108204 Aug 28 03:35:37.566058 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:37.568155 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c1fde-c005-4ed9-a319-23cabb2734e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:37.597737 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-00907681-f9b3-4488-b13f-5486209de927 req-354a2474-86a2-49d9-9871-7c92dc6c6279 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490859 Aug 28 03:35:37.623919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e56ff8-2d31-472f-9772-4338f56df652 req-72205482-7a36-4d74-acea-41dd04c6739b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.625526 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f7e56ff8-2d31-472f-9772-4338f56df652 req-72205482-7a36-4d74-acea-41dd04c6739b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.1410649 Aug 28 03:35:37.629735 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817fac6-5af9-40dd-a468-51965ecde406 service neutron] Pushing event updated for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:37.677581 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c37204-1211-4636-8504-73aff4faadb3 x-openstack-request-id: req-31c37204-1211-4636-8504-73aff4faadb3 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:37.677876 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:37.678126 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31c37204-1211-4636-8504-73aff4faadb3 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:37.678520 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c', 'status': 'completed', 'code': 200} Aug 28 03:35:37.703396 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f7e56ff8-2d31-472f-9772-4338f56df652 req-0ff7ab0f-1d2c-42af-9b11-a195c37f0d50 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Aug 28 03:35:37.771521 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-ea0c6ad4-37a2-4ba4-b4cf-dfc31601f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.773161 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-ea0c6ad4-37a2-4ba4-b4cf-dfc31601f6b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 1096 time: 0.0426562 Aug 28 03:35:37.800790 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.859401 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['404f88d3-f2d2-4a32-8a23-025995e9c87b'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:37.889524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Pushing event deleted for resources: {'Port': ['ID=404f88d3-f2d2-4a32-8a23-025995e9c87b,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:37.917564 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d380b-5132-47c8-bf64-d382547c6875 req-c39d0b94-4ec5-42e2-b622-dd189d068747 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:37.919862 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-331d380b-5132-47c8-bf64-d382547c6875 req-c39d0b94-4ec5-42e2-b622-dd189d068747 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0538032 Aug 28 03:35:37.958771 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-331d380b-5132-47c8-bf64-d382547c6875 req-4eeeb4ef-b8a5-451d-86b7-157d4871e886 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Aug 28 03:35:37.971699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] No DVR routers for this DVR port 404f88d3-f2d2-4a32-8a23-025995e9c87b on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:35:37.989159 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:37.991113 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f0788074-f422-4d7b-8929-f806e031b37e req-2bbc2523-8b6f-4c9f-bbff-d1fdd58c882a tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.38 "DELETE /v2.0/ports/404f88d3-f2d2-4a32-8a23-025995e9c87b HTTP/1.1" status: 204 len: 173 time: 1.2074587 Aug 28 03:35:38.002095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-d146eb8a-6bb6-4bf8-8594-e66b0a6e5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.003568 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-d146eb8a-6bb6-4bf8-8594-e66b0a6e5f64 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=16f23aaca1ea44b18e982e26375d8288&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2127893 Aug 28 03:35:38.012590 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:38.078730 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c92a2d8a-007a-4b75-9a13-943ad4acbe34 req-8a6b4c8a-2ea4-4d12-b3a1-f9affed21fbb tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0583465 Aug 28 03:35:38.127295 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-323bb8a5-439c-448e-9ba9-1b6be022a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.128799 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-813c1fde-c005-4ed9-a319-23cabb2734e2 req-323bb8a5-439c-448e-9ba9-1b6be022a453 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168523 Aug 28 03:35:38.282187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-bb6a5cf4-228e-43c8-9bec-6d9efdde0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.283794 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-bb6a5cf4-228e-43c8-9bec-6d9efdde0c0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 1096 time: 0.0468035 Aug 28 03:35:38.334659 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-06654f6b-d0ef-43a2-aa81-88253f33f346 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4155811-45c6-411b-bcfa-bc9641dc032c HTTP/1.1" status: 200 len: 217 time: 0.0352597 Aug 28 03:35:38.392081 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-026e9216-2fc7-4659-93df-6b7876df4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.394514 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-026e9216-2fc7-4659-93df-6b7876df4961 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b5047da-d3a1-45d0-9989-f8c5b1870ab3 HTTP/1.1" status: 200 len: 848 time: 0.0494404 Aug 28 03:35:38.439425 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-01b9ec62-82d5-45a3-ab6d-37b2e14e5408 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=41b74776-cc93-4a26-8e6f-c033184d8459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347791 Aug 28 03:35:38.455376 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7963-ce2c-4021-8a9f-29c03b63ca2b req-0d8fbddb-8791-4236-84cb-efd3602c7235 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.457783 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8dca7963-ce2c-4021-8a9f-29c03b63ca2b req-0d8fbddb-8791-4236-84cb-efd3602c7235 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 943 time: 0.0539558 Aug 28 03:35:38.526063 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8dca7963-ce2c-4021-8a9f-29c03b63ca2b req-e1d4ff89-c66c-47eb-89ff-c80efea9b66c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 Aug 28 03:35:38.546964 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-d04fef1a-4fb6-4ee1-b48c-c59a6b010f03 service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980468 Aug 28 03:35:38.661809 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-15a70bb8-e540-4d74-9419-d28dc498db12 req-800f65f0-1a5f-4d05-ad08-8a9375de6208 service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053247 Aug 28 03:35:38.733128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3e40f-fc69-4b77-86d7-65906a345646 req-4f6b8fbf-0fee-4d26-86a2-c92ee30f4b04 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.734660 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-63e3e40f-fc69-4b77-86d7-65906a345646 req-4f6b8fbf-0fee-4d26-86a2-c92ee30f4b04 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 949 time: 0.0546062 Aug 28 03:35:38.800784 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-63e3e40f-fc69-4b77-86d7-65906a345646 req-b026cfb7-3bea-456d-b53b-a9fcf31ff219 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Aug 28 03:35:38.848042 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3dac-7ac4-4d28-8dfd-bfc245c47a23 req-3a05f0f5-1d3d-468b-a7f6-21f68052c031 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:38.849553 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b82f3dac-7ac4-4d28-8dfd-bfc245c47a23 req-3a05f0f5-1d3d-468b-a7f6-21f68052c031 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.0520349 Aug 28 03:35:38.893952 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b82f3dac-7ac4-4d28-8dfd-bfc245c47a23 req-b92e3279-a097-4ec5-879e-3b8c712829af tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 Aug 28 03:35:39.080080 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5051-dfd6-44c4-8e57-2f200649f9bb req-e6e632f5-5a20-4991-ad5c-cb0bdaf785f9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:39.081634 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c1b5051-dfd6-44c4-8e57-2f200649f9bb req-e6e632f5-5a20-4991-ad5c-cb0bdaf785f9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0502143 Aug 28 03:35:39.126808 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c1b5051-dfd6-44c4-8e57-2f200649f9bb req-119748fe-f1db-4db1-96a1-e9d3e1dc9a1e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Aug 28 03:35:39.212814 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d3fe9a0-d849-43e7-a04f-e183459cedab req-3a83957e-b6e9-4205-a5fd-8a4c507a0316 tempest-DeleteServersTestJSON-1092779967 tempest-DeleteServersTestJSON-1092779967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c701b7cf-9ff6-43dc-a530-9dded4ccb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0291986 Aug 28 03:35:39.240535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device b76334de-da60-4f43-857b-027091e70da8 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:35:39.255708 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device aca8fa33-5134-480c-9ec9-68906988e5a6 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:35:39.372522 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b76334de-da60-4f43-857b-027091e70da8,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:39.383736 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'b76334de-da60-4f43-857b-027091e70da8', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'port_id': 'b76334de-da60-4f43-857b-027091e70da8', 'mac_address': 'fa:16:3e:32:21:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45ceaaf-fb20-451c-8350-fd6d8fa1b79e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:35:39.408287 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port aca8fa33-5134-480c-9ec9-68906988e5a6 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:35:39.416106 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port aca8fa33-5134-480c-9ec9-68906988e5a6 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:35:39.416474 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.444796 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.465278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76334de-da60-4f43-857b-027091e70da8 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:39.491344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b76334de-da60-4f43-857b-027091e70da8,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:39.532448 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.556071 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:39.558336 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5230e6e8-4380-4b09-927f-8f83bfd0d343" -d '{"events": [{"server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "name": "network-vif-plugged", "status": "completed", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:39.569471 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.577229 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=aca8fa33-5134-480c-9ec9-68906988e5a6,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:39.624009 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7cdc0c-2648-424e-9556-fc0051578255 x-openstack-request-id: req-fa7cdc0c-2648-424e-9556-fc0051578255 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:39.624503 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "name": "network-vif-plugged", "status": "completed", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:39.624503 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa7cdc0c-2648-424e-9556-fc0051578255 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:39.625068 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6', 'code': 200} Aug 28 03:35:39.635028 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:39.650694 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.659469 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e361-e4d7-4ce7-909b-c9afbfdabf95 req-f4f132c9-0dfe-4a9f-a3f8-b9238e1d5658 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:39.661040 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-70c5e361-e4d7-4ce7-909b-c9afbfdabf95 req-f4f132c9-0dfe-4a9f-a3f8-b9238e1d5658 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 944 time: 0.0787535 Aug 28 03:35:39.691758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'name': 'network-vif-deleted', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:39.694690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132d36d-0d7f-4446-b0de-2856fbbaba94" -d '{"events": [{"server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "name": "network-vif-deleted", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:39.724344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:39.754459 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-70c5e361-e4d7-4ce7-909b-c9afbfdabf95 req-14850321-dad6-44c3-825c-0380f3288ff1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854118 Aug 28 03:35:39.767846 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35240) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:39.768638 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9724cc-e4d6-46a1-8c8a-7bcf0677cd78 x-openstack-request-id: req-fd9724cc-e4d6-46a1-8c8a-7bcf0677cd78 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:39.768638 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c701b7cf-9ff6-43dc-a530-9dded4ccb6b5", "name": "network-vif-deleted", "tag": "404f88d3-f2d2-4a32-8a23-025995e9c87b", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:39.768638 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd9724cc-e4d6-46a1-8c8a-7bcf0677cd78 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:39.768638 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c701b7cf-9ff6-43dc-a530-9dded4ccb6b5', 'name': 'network-vif-deleted', 'tag': '404f88d3-f2d2-4a32-8a23-025995e9c87b', 'status': 'completed', 'code': 200} Aug 28 03:35:39.784934 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.907576 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5a8aca69-38be-449e-aca8-b3a6434fa3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:39.943419 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b973faf-7327-42ad-bc9d-7241da1bb34c req-290e403c-ed6d-4fe0-9fc4-7747b01a4017 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:39.944951 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9b973faf-7327-42ad-bc9d-7241da1bb34c req-290e403c-ed6d-4fe0-9fc4-7747b01a4017 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0769935 Aug 28 03:35:40.013876 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9b973faf-7327-42ad-bc9d-7241da1bb34c req-d4853d6e-515f-4f3b-989c-9e4da5448ebe tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615544 Aug 28 03:35:40.072761 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5a8aca69-38be-449e-aca8-b3a6434fa3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.083303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0f66f-62c6-4d10-9d1e-875f8045a26c req-f74e455b-f11d-44af-bb67-b3f9654d97d2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:40.084884 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5ff0f66f-62c6-4d10-9d1e-875f8045a26c req-f74e455b-f11d-44af-bb67-b3f9654d97d2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.1117342 Aug 28 03:35:40.087424 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2992a52-46a9-4256-a31b-92927a895d2b req-3903ae7f-d5c5-4c77-af65-523098335620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:40.088823 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d2992a52-46a9-4256-a31b-92927a895d2b req-3903ae7f-d5c5-4c77-af65-523098335620 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0888205 Aug 28 03:35:40.119582 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1b654-aac7-4ecc-954e-0963b5395fcc req-69ae0e6b-132b-40ff-9d8d-3d43c1a21405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:40.121061 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ed1b654-aac7-4ecc-954e-0963b5395fcc req-69ae0e6b-132b-40ff-9d8d-3d43c1a21405 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 1103 time: 0.0966973 Aug 28 03:35:40.173022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5ff0f66f-62c6-4d10-9d1e-875f8045a26c req-6c6bfbda-c6ea-4f19-ae12-a84fe224b8d9 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808146 Aug 28 03:35:40.180037 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d2992a52-46a9-4256-a31b-92927a895d2b req-635179be-3f58-4710-81f5-c7dbc13cd5e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788069 Aug 28 03:35:40.186700 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ed1b654-aac7-4ecc-954e-0963b5395fcc req-4a9eea12-4e61-4b02-a2ee-ff2a1996cf79 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563037 Aug 28 03:35:40.256044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8cba6-d639-4750-809b-4d80ab7f7903 req-40fbdf25-fda9-4fc5-8c26-b67180e4bd7f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:40.257679 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e0c8cba6-d639-4750-809b-4d80ab7f7903 req-40fbdf25-fda9-4fc5-8c26-b67180e4bd7f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0532835 Aug 28 03:35:40.259978 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5a8aca69-38be-449e-aca8-b3a6434fa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.313933 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5a8aca69-38be-449e-aca8-b3a6434fa3f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07bb7883a278411ab8f284ad75e31fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493386 Aug 28 03:35:40.315019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aca69-38be-449e-aca8-b3a6434fa3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813dbadb-22da-4794-8e26-ac7f9c727c93,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:40.317839 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35254) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:40.336036 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e0c8cba6-d639-4750-809b-4d80ab7f7903 req-ca0734f2-dba8-4a31-a5ad-529ae338e551 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Aug 28 03:35:40.380114 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.400792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.567345 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['b76334de-da60-4f43-857b-027091e70da8'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:40.595314 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.597905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:40.601881 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/813dbadb-22da-4794-8e26-ac7f9c727c93 HTTP/1.1" status: 204 len: 168 time: 0.2826903 Aug 28 03:35:40.610643 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047acbb6-69d3-4073-a992-c5e3bc0e0a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813dbadb-22da-4794-8e26-ac7f9c727c93,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:40.878922 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07447393-46c0-4af7-a399-b7a5ed4f57df req-7d5bb98d-dad8-47da-a52f-10cfae98af49 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:40.880425 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-07447393-46c0-4af7-a399-b7a5ed4f57df req-7d5bb98d-dad8-47da-a52f-10cfae98af49 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 944 time: 0.0552871 Aug 28 03:35:40.924301 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-07447393-46c0-4af7-a399-b7a5ed4f57df req-99830558-3b83-4ce7-868d-82a17568218d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Aug 28 03:35:41.161472 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad35d7-4c78-40f4-8769-fd1be6c277cd req-cc3792be-1d4b-4dd5-b46c-343c9eb1953e tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:41.163000 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ffad35d7-4c78-40f4-8769-fd1be6c277cd req-cc3792be-1d4b-4dd5-b46c-343c9eb1953e tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0580082 Aug 28 03:35:41.202671 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ffad35d7-4c78-40f4-8769-fd1be6c277cd req-ed623278-ddf8-4ce8-a606-61820b7c3b2e tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Aug 28 03:35:41.235953 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35288) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:41.258168 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-03d22311-8bb1-46fa-82b0-12e92e79495e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.272014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 404f88d3-f2d2-4a32-8a23-025995e9c87b no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:35:41.292892 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 404f88d3-f2d2-4a32-8a23-025995e9c87b {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:35:41.293240 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 404f88d3-f2d2-4a32-8a23-025995e9c87b not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:35:41.317385 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacf307-8924-4f99-92f3-1afa6a43e52c req-113acb6f-5788-4391-81b3-6f7e42da75e7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:41.318833 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bfacf307-8924-4f99-92f3-1afa6a43e52c req-113acb6f-5788-4391-81b3-6f7e42da75e7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.0752492 Aug 28 03:35:41.376490 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bfacf307-8924-4f99-92f3-1afa6a43e52c req-1acee71c-1366-468c-ab90-20674e1490bd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Aug 28 03:35:41.421640 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-03d22311-8bb1-46fa-82b0-12e92e79495e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.454578 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794fcf-05fe-4bce-82cf-76334fee5218 req-87f7be65-d26a-47ea-9a71-ff302c7ec5a4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:41.456021 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a794fcf-05fe-4bce-82cf-76334fee5218 req-87f7be65-d26a-47ea-9a71-ff302c7ec5a4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0507212 Aug 28 03:35:41.486526 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-03d22311-8bb1-46fa-82b0-12e92e79495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.493858 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a794fcf-05fe-4bce-82cf-76334fee5218 req-3a3ff024-4bb7-42fb-9268-399cdbdc4635 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Aug 28 03:35:41.526403 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22311-8bb1-46fa-82b0-12e92e79495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a721e0b-1d79-4a73-9f66-49b14194c53a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:41.532010 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-03d22311-8bb1-46fa-82b0-12e92e79495e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0be5d1cdc214f82acef044364102608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947626 Aug 28 03:35:41.534670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35292) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:41.584062 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.604574 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.720843 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.723408 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.724539 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a721e0b-1d79-4a73-9f66-49b14194c53a HTTP/1.1" status: 204 len: 168 time: 0.1889527 Aug 28 03:35:41.733790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf015d-9638-4ae5-9907-4d02f79303ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a721e0b-1d79-4a73-9f66-49b14194c53a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:41.822871 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35302) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:41.877622 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Deleting subnet 0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:35:41.882985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.917251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:41.956864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.054811 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ea2e-0358-43be-bb65-9226c3e4d627 req-6b325248-782a-4a14-9fc3-ecda97c37168 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:42.056409 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2127ea2e-0358-43be-bb65-9226c3e4d627 req-6b325248-782a-4a14-9fc3-ecda97c37168 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 944 time: 0.0620191 Aug 28 03:35:42.095049 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2127ea2e-0358-43be-bb65-9226c3e4d627 req-475b222c-6ed9-4d17-9d1a-fd29ac4a9131 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Aug 28 03:35:42.103866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.132550 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:42.134310 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.139654 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35314) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:42.139958 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-26f773fd-6f9d-40dd-bb2d-4c87a8fd1b34 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0d3cdd27-0f2c-4ec0-b970-83c5e243f2ff HTTP/1.1" status: 204 len: 168 time: 0.3160422 Aug 28 03:35:42.215153 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.331312 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.344086 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839cd84a-f65b-4448-9ea9-58d63ca0bbf1']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:42.357462 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae132a0-948c-4303-8406-d8087090e731') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:42.357462 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae132a0-948c-4303-8406-d8087090e731') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:42.369504 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.378133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f634e-dcfb-4cb3-9cda-b92bb7b900cd req-d3b3faa8-6af1-4e44-a5be-88de3c0acc46 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:42.379612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac1f634e-dcfb-4cb3-9cda-b92bb7b900cd req-d3b3faa8-6af1-4e44-a5be-88de3c0acc46 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0875814 Aug 28 03:35:42.402453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:35:42.419440 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:35:42.469276 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ac1f634e-dcfb-4cb3-9cda-b92bb7b900cd req-cb21a9f0-cb8c-48a7-b395-cebfea526d34 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826714 Aug 28 03:35:42.501558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697beec-7075-4df9-9b33-29bd7aadade3 req-7e7256ba-a843-44de-bde3-e94a2702140c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:42.503359 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4697beec-7075-4df9-9b33-29bd7aadade3 req-7e7256ba-a843-44de-bde3-e94a2702140c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.0552223 Aug 28 03:35:42.547163 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4697beec-7075-4df9-9b33-29bd7aadade3 req-b4b40ed0-8603-40a4-8651-1d94ad8f2288 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Aug 28 03:35:42.591936 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.613800 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:42.615640 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] 10.222.0.36 "DELETE /v2.0/networks/839cd84a-f65b-4448-9ea9-58d63ca0bbf1 HTTP/1.1" status: 204 len: 168 time: 0.4744918 Aug 28 03:35:42.629690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73aea1-a010-4f22-b721-aee4dfdf475d admin admin] Pushing event deleted for resources: {'Network': ['ID=839cd84a-f65b-4448-9ea9-58d63ca0bbf1,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:42.651764 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbf27-6a1b-48f1-9eda-f7b2c5805fa4 req-dc70cf8f-fbc3-40dd-a8d6-c38783122569 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:42.661209 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-044cbf27-6a1b-48f1-9eda-f7b2c5805fa4 req-dc70cf8f-fbc3-40dd-a8d6-c38783122569 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0705061 Aug 28 03:35:42.700789 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-044cbf27-6a1b-48f1-9eda-f7b2c5805fa4 req-e666c72f-d567-412e-abc6-d04ea1727f7b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Aug 28 03:35:43.002090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35352) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:43.049511 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-c5868bea-d5e1-43d4-9666-e7ed92313e95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8eccaff8b4141b88e40e62e00eab1b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460949 Aug 28 03:35:43.051900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35354) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:43.108535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.134870 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.218929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305bd4-b4b0-4b2b-9ec3-91519a912782 req-d1d65187-0af5-4832-8230-3662bf7657a0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:43.220310 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-85305bd4-b4b0-4b2b-9ec3-91519a912782 req-d1d65187-0af5-4832-8230-3662bf7657a0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Aug 28 03:35:43.245861 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.249195 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.250344 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19c1548f-6565-4b1c-9afc-dfc491117884 HTTP/1.1" status: 204 len: 168 time: 0.1975389 Aug 28 03:35:43.258665 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20378ee2-0c63-4ba2-8cce-d1888f2d7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1548f-6565-4b1c-9afc-dfc491117884,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:43.260904 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-85305bd4-b4b0-4b2b-9ec3-91519a912782 req-d07ea6dc-1e73-4d55-91b5-061d0cc8c15e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 28 03:35:43.282196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device b76334de-da60-4f43-857b-027091e70da8 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:35:43.406490 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port b76334de-da60-4f43-857b-027091e70da8 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:35:43.410953 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port b76334de-da60-4f43-857b-027091e70da8 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:35:43.411597 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.492257 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35362) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:43.497271 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.526711 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76334de-da60-4f43-857b-027091e70da8'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:43.529553 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b2a3e-70ed-4615-829d-5541e71f4933" -d '{"events": [{"server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "name": "network-vif-plugged", "status": "completed", "tag": "b76334de-da60-4f43-857b-027091e70da8"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:43.546735 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b76334de-da60-4f43-857b-027091e70da8,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:43.602169 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837082b1-308d-4e09-a2ec-914ad36becad x-openstack-request-id: req-837082b1-308d-4e09-a2ec-914ad36becad {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:43.602415 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "name": "network-vif-plugged", "status": "completed", "tag": "b76334de-da60-4f43-857b-027091e70da8", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:43.602674 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-837082b1-308d-4e09-a2ec-914ad36becad {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:43.603325 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76334de-da60-4f43-857b-027091e70da8', 'code': 200} Aug 28 03:35:43.629906 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.644301 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-def1d28e-0db0-47d1-bbda-38637dca2a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.656180 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d520-dfdd-4e38-ae53-78f95722ca5c req-6c7732fa-b1fa-4fe8-9297-00fbbb6444a5 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:43.661589 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa02d520-dfdd-4e38-ae53-78f95722ca5c req-6c7732fa-b1fa-4fe8-9297-00fbbb6444a5 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.1096447 Aug 28 03:35:43.706392 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:43.738133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa02d520-dfdd-4e38-ae53-78f95722ca5c req-1a698359-e1b3-455a-adf6-e6110fb2ed09 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 Aug 28 03:35:43.764922 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e439e4-ca16-458d-af8a-68785dd8a6e1 req-2e859908-eb12-48a6-a569-ad818cc4c094 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:43.767096 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-81e439e4-ca16-458d-af8a-68785dd8a6e1 req-2e859908-eb12-48a6-a569-ad818cc4c094 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.0768652 Aug 28 03:35:43.810326 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-81e439e4-ca16-458d-af8a-68785dd8a6e1 req-8790774d-e780-4c2a-ad09-6645e2aed27d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Aug 28 03:35:43.843422 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-def1d28e-0db0-47d1-bbda-38637dca2a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.864971 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f847-52fa-4f64-9d01-7ec808f64cf3 req-dc9b0a50-b75d-4e84-bf4b-f825522cf5fd tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:43.866458 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9245f847-52fa-4f64-9d01-7ec808f64cf3 req-dc9b0a50-b75d-4e84-bf4b-f825522cf5fd tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0734868 Aug 28 03:35:43.909015 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9245f847-52fa-4f64-9d01-7ec808f64cf3 req-ca49a996-7ef5-42d0-a90d-506828b4e472 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Aug 28 03:35:43.915112 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-def1d28e-0db0-47d1-bbda-38637dca2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:43.954006 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-def1d28e-0db0-47d1-bbda-38637dca2a91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6582db5309c433691f10c940e052827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606435 Aug 28 03:35:43.954822 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1d28e-0db0-47d1-bbda-38637dca2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc1c65-f955-4e94-b918-9d481d32cad3,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:43.956858 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35388) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:44.047377 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68e1c-f0f8-4863-beac-f0f0bd41c827 req-46a1af9f-d231-4708-9fd5-ae905871001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:44.048950 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-67b68e1c-f0f8-4863-beac-f0f0bd41c827 req-46a1af9f-d231-4708-9fd5-ae905871001f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 1098 time: 0.0432329 Aug 28 03:35:44.049620 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:44.068462 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6080-f0aa-467f-943d-7fa9b5bb1ba5 req-2ebce1de-d350-4a59-907d-2d50a52351fb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:44.070012 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6b2f6080-f0aa-467f-943d-7fa9b5bb1ba5 req-2ebce1de-d350-4a59-907d-2d50a52351fb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0772552 Aug 28 03:35:44.087554 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:44.088033 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-67b68e1c-f0f8-4863-beac-f0f0bd41c827 req-753215f3-b420-4cfb-a5e0-c6cb2a1611a3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Aug 28 03:35:44.149003 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6b2f6080-f0aa-467f-943d-7fa9b5bb1ba5 req-a12de586-777e-4b74-b230-9f38b4b0e08c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Aug 28 03:35:44.229855 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:44.233473 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:44.237513 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44fc1c65-f955-4e94-b918-9d481d32cad3 HTTP/1.1" status: 204 len: 168 time: 0.2769220 Aug 28 03:35:44.243390 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75ff93-d977-42f3-ae41-048e8c3701c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc1c65-f955-4e94-b918-9d481d32cad3,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:44.399636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e276-3501-4ec5-afbb-541450b41f50 req-bd9514fe-b378-4bcd-ac26-89bff5ea0e41 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:44.401260 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8570e276-3501-4ec5-afbb-541450b41f50 req-bd9514fe-b378-4bcd-ac26-89bff5ea0e41 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Aug 28 03:35:44.444498 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8570e276-3501-4ec5-afbb-541450b41f50 req-46b14cee-1354-458b-ae80-b4e56b7f555f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Aug 28 03:35:44.887100 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a3602-87e7-4dd4-b39d-0da7e497529b req-5707f744-c3d6-47d4-a349-22cc64a55a43 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:44.889405 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c82a3602-87e7-4dd4-b39d-0da7e497529b req-5707f744-c3d6-47d4-a349-22cc64a55a43 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0841427 Aug 28 03:35:44.946690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306e472-58f5-4459-b9e0-0ba7f777f4ae req-205aed95-9023-4eef-a27b-0793ae493665 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:44.954885 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d306e472-58f5-4459-b9e0-0ba7f777f4ae req-205aed95-9023-4eef-a27b-0793ae493665 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 943 time: 0.0682433 Aug 28 03:35:44.992577 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c82a3602-87e7-4dd4-b39d-0da7e497529b req-8c797fa1-bdc0-4e86-bf80-201eb885bc1a tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939453 Aug 28 03:35:45.012930 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d306e472-58f5-4459-b9e0-0ba7f777f4ae req-761e3e00-89eb-4a2b-9ab7-7d2c4e401e82 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520644 Aug 28 03:35:45.280206 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device c4155811-45c6-411b-bcfa-bc9641dc032c details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:35:45.406343 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c4155811-45c6-411b-bcfa-bc9641dc032c,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:45.425014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'c4155811-45c6-411b-bcfa-bc9641dc032c', 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459', 'port_id': 'c4155811-45c6-411b-bcfa-bc9641dc032c', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5047da-d3a1-45d0-9989-f8c5b1870ab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:35:45.481232 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:45.496738 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4155811-45c6-411b-bcfa-bc9641dc032c {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:45.499044 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea87b4f-d5be-49f8-a9d2-9afbd0a6c257 req-04ea2a4d-683e-4816-8e01-ec37dda42704 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:45.500820 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fea87b4f-d5be-49f8-a9d2-9afbd0a6c257 req-04ea2a4d-683e-4816-8e01-ec37dda42704 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0660377 Aug 28 03:35:45.519088 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c4155811-45c6-411b-bcfa-bc9641dc032c,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:45.545896 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fea87b4f-d5be-49f8-a9d2-9afbd0a6c257 req-9413775a-8e16-4adb-8b33-9aee5ec7b818 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Aug 28 03:35:45.572602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914dd69-2760-4834-86f6-48239f682dd5 req-885b0adb-5ad9-4a2c-a33a-8f44a302dc76 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:45.574118 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b914dd69-2760-4834-86f6-48239f682dd5 req-885b0adb-5ad9-4a2c-a33a-8f44a302dc76 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0499656 Aug 28 03:35:45.578131 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:45.639394 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:45.654627 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b914dd69-2760-4834-86f6-48239f682dd5 req-0c075d21-e00a-42f0-acd2-d7b1e1accb72 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596833 Aug 28 03:35:46.117737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab66410-3335-4bdc-9086-827b4229c702 req-a7bb8628-2523-4117-9140-b339b83aa71b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:46.119293 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fab66410-3335-4bdc-9086-827b4229c702 req-a7bb8628-2523-4117-9140-b339b83aa71b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Aug 28 03:35:46.163784 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fab66410-3335-4bdc-9086-827b4229c702 req-122fcc61-89d0-4bab-82f7-099bf127f5b3 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Aug 28 03:35:46.191438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['c4155811-45c6-411b-bcfa-bc9641dc032c'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:46.694834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc06dc-b93e-44cd-8c39-6d89b45c0494 req-0bb9a39a-0803-4598-b777-76f576270032 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:46.696377 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fbc06dc-b93e-44cd-8c39-6d89b45c0494 req-0bb9a39a-0803-4598-b777-76f576270032 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0788443 Aug 28 03:35:46.742000 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48110-9cee-42cd-93cd-aff93298ec73 req-3b56a778-5a26-44e0-ab14-f945c47d9506 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:46.748793 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-13a48110-9cee-42cd-93cd-aff93298ec73 req-3b56a778-5a26-44e0-ab14-f945c47d9506 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0709438 Aug 28 03:35:46.752379 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fbc06dc-b93e-44cd-8c39-6d89b45c0494 req-e53bd5c8-cb04-4ae4-9ded-7a101350aab3 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Aug 28 03:35:46.796604 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-13a48110-9cee-42cd-93cd-aff93298ec73 req-63c88e9b-5ec5-4da3-b296-8aa9d291646f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Aug 28 03:35:46.898698 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-42a0d635-33d2-48d7-8e42-eea070566246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:46.900125 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-42a0d635-33d2-48d7-8e42-eea070566246 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0919521 Aug 28 03:35:46.923770 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ada2c6-f043-4582-b71f-ec7b09b43aa3 req-776fc419-b361-4d93-9362-825010dbcef4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:46.925224 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-23ada2c6-f043-4582-b71f-ec7b09b43aa3 req-776fc419-b361-4d93-9362-825010dbcef4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0713160 Aug 28 03:35:47.010716 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-23ada2c6-f043-4582-b71f-ec7b09b43aa3 req-0ce087b2-8a23-48c1-8c63-51c6159913d0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759680 Aug 28 03:35:47.031105 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-27350ed5-5533-4115-82e4-59108786b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:47.032621 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-27350ed5-5533-4115-82e4-59108786b716 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1245971 Aug 28 03:35:47.078200 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-a43463be-38c6-4875-bdaa-f226e5292a8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0365918 Aug 28 03:35:47.159862 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-eab82603-0db6-42d8-823f-39bf3175ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:47.161444 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-eab82603-0db6-42d8-823f-39bf3175ce20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0504775 Aug 28 03:35:47.211934 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-c29bc5d4-a63b-4eb1-95ab-062444ad8a89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289226 Aug 28 03:35:47.327650 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:47.332218 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b601ac-b999-4d2b-9299-e901e97a867c req-edb4e15d-875a-46b0-bc48-038adff7abd0 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:47.333813 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16b601ac-b999-4d2b-9299-e901e97a867c req-edb4e15d-875a-46b0-bc48-038adff7abd0 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 944 time: 0.0817297 Aug 28 03:35:47.337546 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-02284d30-e703-4f76-a387-2316a44030ee service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305389 Aug 28 03:35:47.421558 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16b601ac-b999-4d2b-9299-e901e97a867c req-41c6ecb0-e626-4ba6-a1d3-c94cc17a90cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810854 Aug 28 03:35:47.462120 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e5c000db-6870-41c5-98e4-7b35681a1c33 req-9ec091d8-0966-4e4f-896c-7337dee57859 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157746 Aug 28 03:35:47.885546 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517860c-2289-45e5-8e46-edc67948c4de req-4850edc4-8c5c-4691-bcbe-22240161d976 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:47.887072 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a517860c-2289-45e5-8e46-edc67948c4de req-4850edc4-8c5c-4691-bcbe-22240161d976 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0545571 Aug 28 03:35:47.919507 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513908e-9343-49c2-aab8-ee8a24657c66 req-d7f534c7-ceb2-448f-81b3-ab7dc31731d7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:47.920995 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b513908e-9343-49c2-aab8-ee8a24657c66 req-d7f534c7-ceb2-448f-81b3-ab7dc31731d7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0503423 Aug 28 03:35:47.925541 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a517860c-2289-45e5-8e46-edc67948c4de req-24d8c679-6300-407e-9c2e-163c5b6c8081 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa084b7-aca9-4443-b6c9-3009ae16faba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Aug 28 03:35:47.962936 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b513908e-9343-49c2-aab8-ee8a24657c66 req-7d0a0412-9da3-470a-ba80-ef8957abf263 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Aug 28 03:35:48.016546 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-45081070-ad40-445f-aea5-f212cc664df9 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:48.018059 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-45081070-ad40-445f-aea5-f212cc664df9 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 950 time: 0.0479150 Aug 28 03:35:48.115258 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Deleting port aca8fa33-5134-480c-9ec9-68906988e5a6 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:35:48.116042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.214096 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] For port aca8fa33-5134-480c-9ec9-68906988e5a6, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=aca8fa33-5134-480c-9ec9-68906988e5a6,segment=NetworkSegment(d110975e-0620-400a-8582-7466b28fe27b),segment_id=d110975e-0620-400a-8582-7466b28fe27b)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:48.214362 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.228428 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Calling delete_port for aca8fa33-5134-480c-9ec9-68906988e5a6 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:35:48.446463 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.482848 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Pushing event deleted for resources: {'Port': ['ID=aca8fa33-5134-480c-9ec9-68906988e5a6,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:48.488818 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['aca8fa33-5134-480c-9ec9-68906988e5a6'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:48.546581 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] No DVR routers for this DVR port aca8fa33-5134-480c-9ec9-68906988e5a6 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:35:48.550366 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.556291 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-14e07c96-e83d-4f94-a37c-277e42ef10cb req-068926b6-b783-4c76-8cb0-ba09f17b72f1 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.38 "DELETE /v2.0/ports/aca8fa33-5134-480c-9ec9-68906988e5a6 HTTP/1.1" status: 204 len: 173 time: 0.5287201 Aug 28 03:35:48.556291 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'name': 'network-vif-deleted', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:48.557917 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3080883-44b6-487f-9410-c3a5747bb656" -d '{"events": [{"server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "name": "network-vif-deleted", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:48.608838 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af43df8-3f98-4c6b-a067-c82d26c604c5 x-openstack-request-id: req-1af43df8-3f98-4c6b-a067-c82d26c604c5 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:48.609133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22c190-0991-4ccf-bcea-3dff6a9ad755", "name": "network-vif-deleted", "tag": "aca8fa33-5134-480c-9ec9-68906988e5a6", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:48.609389 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1af43df8-3f98-4c6b-a067-c82d26c604c5 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:48.609787 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c22c190-0991-4ccf-bcea-3dff6a9ad755', 'name': 'network-vif-deleted', 'tag': 'aca8fa33-5134-480c-9ec9-68906988e5a6', 'status': 'completed', 'code': 200} Aug 28 03:35:48.611780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1542c3-0fa8-4404-bbb3-765a8b85c9d3 req-54b9d157-a033-431d-b5d8-01d906d43d88 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:48.613371 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9f1542c3-0fa8-4404-bbb3-765a8b85c9d3 req-54b9d157-a033-431d-b5d8-01d906d43d88 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 944 time: 0.0703328 Aug 28 03:35:48.658985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 35620) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:48.681420 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9f1542c3-0fa8-4404-bbb3-765a8b85c9d3 req-d13450c4-1a54-445a-b6fd-2b358a7f996b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Aug 28 03:35:48.803963 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6a863397-c32b-4131-8caa-e12302f4424e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.891801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6a863397-c32b-4131-8caa-e12302f4424e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.955169 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6a863397-c32b-4131-8caa-e12302f4424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:48.999606 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a863397-c32b-4131-8caa-e12302f4424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dbb96d-deaf-425b-9680-a2aca3a6fc13,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:49.008341 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 35632) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:49.008780 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6a863397-c32b-4131-8caa-e12302f4424e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7253fb58701042b58a630e489a6b09cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480487 Aug 28 03:35:49.075113 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.096736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c2f9a-c1b2-4ebf-84b6-9e35bac64580 req-e10f7f2e-fd59-44f9-ade5-ebc43ac4e7fb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:49.098554 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a05c2f9a-c1b2-4ebf-84b6-9e35bac64580 req-e10f7f2e-fd59-44f9-ade5-ebc43ac4e7fb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0596032 Aug 28 03:35:49.099946 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.153309 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a05c2f9a-c1b2-4ebf-84b6-9e35bac64580 req-9f8fa91f-a9fa-4fee-b871-ba53324ec244 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Aug 28 03:35:49.185308 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1ab5b93b-14fa-46d0-9e0b-474cae339420 req-bc395360-9e96-4831-919d-bbc78a21bf65 tempest-VolumesNegativeTest-562530721 tempest-VolumesNegativeTest-562530721-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c22c190-0991-4ccf-bcea-3dff6a9ad755 HTTP/1.1" status: 200 len: 210 time: 0.0257361 Aug 28 03:35:49.200819 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.203473 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.204579 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86dbb96d-deaf-425b-9680-a2aca3a6fc13 HTTP/1.1" status: 204 len: 168 time: 0.1952686 Aug 28 03:35:49.212466 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c474f1a-6998-4106-963d-b245d8d946be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dbb96d-deaf-425b-9680-a2aca3a6fc13,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:49.345647 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device c4155811-45c6-411b-bcfa-bc9641dc032c up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:35:49.503740 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port c4155811-45c6-411b-bcfa-bc9641dc032c completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:35:49.507896 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port c4155811-45c6-411b-bcfa-bc9641dc032c triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:35:49.508271 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.590395 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.615207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:49.617633 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693ea14-5711-40b2-93e6-4e2e9af0eb2d" -d '{"events": [{"server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "name": "network-vif-plugged", "status": "completed", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:49.632385 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c4155811-45c6-411b-bcfa-bc9641dc032c,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:35:49.660932 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ca712-5833-449d-9b38-d37c70015602 x-openstack-request-id: req-5b1ca712-5833-449d-9b38-d37c70015602 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:49.663923 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "name": "network-vif-plugged", "status": "completed", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:49.663923 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b1ca712-5833-449d-9b38-d37c70015602 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:49.663923 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c', 'code': 200} Aug 28 03:35:49.675191 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:49.676323 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device aca8fa33-5134-480c-9ec9-68906988e5a6 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:35:49.724304 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: aca8fa33-5134-480c-9ec9-68906988e5a6 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:35:49.724741 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device aca8fa33-5134-480c-9ec9-68906988e5a6 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:35:49.760540 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:49.812357 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2467f-1370-42ba-afc4-14acfa4b33dc req-b15b1eb9-a6d0-47c3-a8fe-3fdd0ad7711b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:49.819881 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a6e2467f-1370-42ba-afc4-14acfa4b33dc req-b15b1eb9-a6d0-47c3-a8fe-3fdd0ad7711b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0617824 Aug 28 03:35:49.874324 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a6e2467f-1370-42ba-afc4-14acfa4b33dc req-035ba033-8515-404c-b884-75fe163c1303 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506158 Aug 28 03:35:50.079302 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c4d7-93c2-43c7-90cb-209adbbddbf8 req-c6aed8c9-3ea0-4e84-85a6-aa606cc5cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:50.084468 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2242c4d7-93c2-43c7-90cb-209adbbddbf8 req-c6aed8c9-3ea0-4e84-85a6-aa606cc5cdb3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 1098 time: 0.0615606 Aug 28 03:35:50.121515 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2242c4d7-93c2-43c7-90cb-209adbbddbf8 req-0ab74645-be37-4cc9-9d93-14bf4761e564 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285897 Aug 28 03:35:50.265284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-967a21fa-5a58-4798-97d7-d2e5f00a6e92 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:50.266787 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-967a21fa-5a58-4798-97d7-d2e5f00a6e92 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.1138797 Aug 28 03:35:50.289385 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-c2806354-f89c-4acd-95a7-640a1968dfb3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/quotas/3b3b972de3bd44d4a1a497b8a24f8182 HTTP/1.1" status: 200 len: 375 time: 0.0163298 Aug 28 03:35:50.299902 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833d505-4b24-4cd5-869e-e350305d9d7f req-f5093d3a-9798-4f0d-be46-f67c1f26f751 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:50.304476 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8833d505-4b24-4cd5-869e-e350305d9d7f req-f5093d3a-9798-4f0d-be46-f67c1f26f751 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0586329 Aug 28 03:35:50.339918 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-ebbe32d8-efdd-4a8f-aa39-5bbf0bfa6232 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473764 Aug 28 03:35:50.344286 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8833d505-4b24-4cd5-869e-e350305d9d7f req-aee9636d-60bc-4e76-9bd4-aab351fe438f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Aug 28 03:35:50.654677 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-9e4225e5-d277-4bcf-a062-2e57a107cdf3 service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031738 Aug 28 03:35:50.769961 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-0c2ae3e7-abc6-4527-ab87-0919535e40f8 service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041722 Aug 28 03:35:50.989330 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ad4e-5da0-4039-a055-1369ac17d23f req-ad4b5b1a-1b43-411f-b469-aea3a0ee7217 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:50.998021 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8ff3ad4e-5da0-4039-a055-1369ac17d23f req-ad4b5b1a-1b43-411f-b469-aea3a0ee7217 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0609474 Aug 28 03:35:51.050937 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3a3ffeea-4679-4b7d-ad43-68dc3a7646b9 req-61b9d275-fa08-42d9-9482-bc2fa6e09aa0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0336938 Aug 28 03:35:51.079187 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8ff3ad4e-5da0-4039-a055-1369ac17d23f req-934890cb-9850-48aa-8bbc-58751704598b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705543 Aug 28 03:35:51.473870 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c91d0-000e-4029-a423-e14ceb734914 req-da7dfb89-1b98-4cd7-bdfe-d98438133849 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:51.475355 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9f8c91d0-000e-4029-a423-e14ceb734914 req-da7dfb89-1b98-4cd7-bdfe-d98438133849 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0543690 Aug 28 03:35:51.514689 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9f8c91d0-000e-4029-a423-e14ceb734914 req-38fb93a5-4d8d-4047-af23-483b96451004 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 28 03:35:52.169535 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a2ddc3a1-70c7-43c6-b1f6-06a1fd5c5ed8 req-7182eb91-f182-4821-bfc9-054aa57d3bec tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0354745 Aug 28 03:35:52.240965 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74869781-335a-48ea-8130-4db85b02af78 req-23150427-8771-48a4-92e3-c0702aad5924 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:52.242703 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-74869781-335a-48ea-8130-4db85b02af78 req-23150427-8771-48a4-92e3-c0702aad5924 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0893402 Aug 28 03:35:52.285366 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-74869781-335a-48ea-8130-4db85b02af78 req-934bb029-9cf1-4b3b-a2e5-3c0f7d595300 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Aug 28 03:35:52.636377 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c833-5cd2-47e8-8db2-03b812d21022 req-01779e27-5947-44bc-a40d-3ad588f24b5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:52.638388 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ebe9c833-5cd2-47e8-8db2-03b812d21022 req-01779e27-5947-44bc-a40d-3ad588f24b5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Aug 28 03:35:52.679927 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ebe9c833-5cd2-47e8-8db2-03b812d21022 req-ee367b0d-9d9f-4b30-9a6b-4f73d763de5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354195 Aug 28 03:35:53.280512 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ed36b2c-180e-4230-968c-04dc1dbd1c28 req-5ae0b159-063a-4c75-b283-fc0d1f409496 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0265000 Aug 28 03:35:53.400906 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826d48-f005-4d23-8381-9aff71b1da9b req-33c0a001-f985-4262-84fa-fb4625de899f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:53.402255 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f9826d48-f005-4d23-8381-9aff71b1da9b req-33c0a001-f985-4262-84fa-fb4625de899f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Aug 28 03:35:53.440240 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f9826d48-f005-4d23-8381-9aff71b1da9b req-23de4917-24a0-43fc-892e-e3d7b13c5e61 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Aug 28 03:35:53.797905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d61d7-41ad-4e58-bad8-f3a688193bf1 req-fd8eaa5e-17b9-47e3-adfa-5a0f61e3d733 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:53.799411 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d60d61d7-41ad-4e58-bad8-f3a688193bf1 req-fd8eaa5e-17b9-47e3-adfa-5a0f61e3d733 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Aug 28 03:35:53.837972 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d60d61d7-41ad-4e58-bad8-f3a688193bf1 req-995f3f1b-1ac0-46f4-809a-5c4d668f8e2b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Aug 28 03:35:54.376509 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f37bcdba-f628-4c3f-8c01-7ea27e46e923 req-7a8c8f4e-4789-4b42-9646-8e312fb1cbfe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0265579 Aug 28 03:35:54.551642 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e525b2-63d0-48c1-bf54-bcdd70d36f56 req-705d68db-4917-431e-9020-e55fa7f38361 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:54.553150 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d7e525b2-63d0-48c1-bf54-bcdd70d36f56 req-705d68db-4917-431e-9020-e55fa7f38361 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0479276 Aug 28 03:35:54.591716 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d7e525b2-63d0-48c1-bf54-bcdd70d36f56 req-228095a6-e2b6-4534-8e7e-67fccdfd2aee tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Aug 28 03:35:54.951857 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e57e2-5284-4a63-a713-495088e8d3e3 req-034741b0-07d1-437e-82c2-8f91d1e3bc5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:54.953341 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a57e57e2-5284-4a63-a713-495088e8d3e3 req-034741b0-07d1-437e-82c2-8f91d1e3bc5f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0468581 Aug 28 03:35:54.990347 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a57e57e2-5284-4a63-a713-495088e8d3e3 req-4f688b5e-564f-4513-a4ba-c67e0ce6ed53 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 28 03:35:55.467719 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1970377c-4fa6-4e0d-9ca6-84194382792b req-91347c66-ec6d-409f-a7c3-cda3b683ff5f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0266054 Aug 28 03:35:55.708962 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bc5d7-55b4-42d0-bf16-f4b4fa33f208 req-9ead48f6-74f6-4a57-b8d7-13d9d9801097 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:55.710453 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-367bc5d7-55b4-42d0-bf16-f4b4fa33f208 req-9ead48f6-74f6-4a57-b8d7-13d9d9801097 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Aug 28 03:35:55.747975 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-367bc5d7-55b4-42d0-bf16-f4b4fa33f208 req-4f2b6273-4b1d-4d3d-a405-ffa9f4cd0bef tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Aug 28 03:35:56.101856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76345085-ea2c-4a20-ba33-9dafc1650519 req-c227401a-c64d-4e46-a9f9-c9a9a65bb003 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:56.103561 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76345085-ea2c-4a20-ba33-9dafc1650519 req-c227401a-c64d-4e46-a9f9-c9a9a65bb003 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0479369 Aug 28 03:35:56.146063 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76345085-ea2c-4a20-ba33-9dafc1650519 req-dc6ea824-e86d-477f-91ee-d63431cab211 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Aug 28 03:35:56.557607 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-555e7288-32ae-481d-b0da-4cf43e24a2fc req-be2a2339-612d-4bb1-bd80-55e8febc48c6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0261471 Aug 28 03:35:56.875333 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f899-7072-44db-8c21-c1b2492dd445 req-c691c209-95a9-460f-aabb-abfa10d99c61 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:56.876754 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eec4f899-7072-44db-8c21-c1b2492dd445 req-c691c209-95a9-460f-aabb-abfa10d99c61 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0554862 Aug 28 03:35:56.932857 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eec4f899-7072-44db-8c21-c1b2492dd445 req-83480c77-5072-4670-b951-94ea322178f2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Aug 28 03:35:57.267557 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98583-1311-4431-93b9-8361b70e548f req-68e75d0a-2f7f-4c76-8cf6-e244906bf31c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:57.269134 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e8e98583-1311-4431-93b9-8361b70e548f req-68e75d0a-2f7f-4c76-8cf6-e244906bf31c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0490432 Aug 28 03:35:57.306829 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e8e98583-1311-4431-93b9-8361b70e548f req-3c121b42-19a9-423c-bad3-522ebd41be83 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 28 03:35:57.696542 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e62d7d75-abef-459e-823e-c1ad305be75d req-7e58fa14-f87c-4862-b151-02c855410e8e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0667191 Aug 28 03:35:57.746423 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-9a632799-c003-45fe-bade-db83b7ce9de6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:57.748620 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-9a632799-c003-45fe-bade-db83b7ce9de6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.1399243 Aug 28 03:35:57.770907 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Request body: {'port': {'device_id': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'admin_state_up': True, 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:57.926363 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:35:57.929908 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:58.080367 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805af4b8-11a3-4143-85d9-485fea006470 req-d7393242-4a2e-4a7a-9185-6fdf3c348821 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:58.082565 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-805af4b8-11a3-4143-85d9-485fea006470 req-d7393242-4a2e-4a7a-9185-6fdf3c348821 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0675130 Aug 28 03:35:58.101524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Allocated IP 172.20.0.13 (72a26e9f-b68f-4db9-8b03-c00da89d9cb9/b45ceaaf-fb20-451c-8350-fd6d8fa1b79e/3e868198-ac74-4978-b648-3ef6e6cfe63f) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:35:58.136032 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-805af4b8-11a3-4143-85d9-485fea006470 req-083756fa-103b-4c51-b460-7faace6c1581 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Aug 28 03:35:58.294815 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:58.397587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:58.450920 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7', 'b76334de-da60-4f43-857b-027091e70da8'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:35:58.463490 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:35:58.470778 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:35:58.480904 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:35:58.495091 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fef66-3cd0-4aa4-ab97-dae0158168c2 req-89f63d80-a192-477e-bedc-fc4ae3ed46a6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:58.496670 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc0fef66-3cd0-4aa4-ab97-dae0158168c2 req-89f63d80-a192-477e-bedc-fc4ae3ed46a6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1105716 Aug 28 03:35:58.532293 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event updated for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:58.590187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:58.591408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:58.605338 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc0fef66-3cd0-4aa4-ab97-dae0158168c2 req-16238b8f-bea2-43cf-afdd-3960f4d94436 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Aug 28 03:35:58.692829 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d3fe44cd-3e4b-4f7b-b135-a2e2be8a7f02 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258525 Aug 28 03:35:58.721238 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Request body: {'port': {'device_id': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:35:58.787866 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:58.834759 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c2350-80dc-4cb6-9e34-dedda65aa660 req-d2f352a4-db3c-496d-a5af-abe1ef55baef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:58.836533 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ab9c2350-80dc-4cb6-9e34-dedda65aa660 req-d2f352a4-db3c-496d-a5af-abe1ef55baef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 932 time: 0.0533359 Aug 28 03:35:58.888811 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ab9c2350-80dc-4cb6-9e34-dedda65aa660 req-fdac60a1-0687-4e06-8b64-f4868295f139 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Aug 28 03:35:59.042005 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36098) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:59.116922 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_v2 [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Deleting subnet 66b1f525-bffa-434f-8e66-77ed59473939 {{(pid=94548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:35:59.126258 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.181361 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e868198-ac74-4978-b648-3ef6e6cfe63f {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:35:59.189983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031437'] for subnet, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.192788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.229626 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Transition to ACTIVE for port object 3e868198-ac74-4978-b648-3ef6e6cfe63f will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:35:59.240680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.337779 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.376089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30326605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853898'] for subnet, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.402112 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36106) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:59.415644 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Pushing event updated for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:59.417982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b1f525-bffa-434f-8e66-77ed59473939,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:59.459680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.461874 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-402f5e21-63d3-44a2-9c98-b7289c398d02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/66b1f525-bffa-434f-8e66-77ed59473939 HTTP/1.1" status: 204 len: 168 time: 0.4189293 Aug 28 03:35:59.464577 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36112) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:59.512278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Attempting to bind port 3e868198-ac74-4978-b648-3ef6e6cfe63f on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:35:59.512792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Attempting to bind port 3e868198-ac74-4978-b648-3ef6e6cfe63f by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:35:59.513307 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Attempting to bind port 3e868198-ac74-4978-b648-3ef6e6cfe63f on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:59.517796 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Port 3e868198-ac74-4978-b648-3ef6e6cfe63f on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:35:59.518109 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Attempting to bind port 3e868198-ac74-4978-b648-3ef6e6cfe63f on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:35:59.523128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:35:59.523538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Checking segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:35:59.523911 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Bound using segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:35:59.524414 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Bound port: 3e868198-ac74-4978-b648-3ef6e6cfe63f, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:35:59.524956 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.572175 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.581712 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-af2c0dfc-c6da-48b9-94b3-3305ace8222c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd07d3de862f43cbb34570c4c41384c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785154 Aug 28 03:35:59.584407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36114) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:59.641246 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:35:59.658768 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.661009 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:35:59.670168 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:59.675277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.680671 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f239af-794b-4983-b06f-5d4dd0d5b01d') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:59.681066 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f239af-794b-4983-b06f-5d4dd0d5b01d') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:35:59.690912 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.704505 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.710669 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:35:59.711060 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:35:59.712822 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:35:59.724974 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.738709 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.806722 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3cc9c-b804-4c36-86c7-19f8602a5d35 req-89d54b73-5964-4ec8-b510-53057158c352 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:59.808300 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16d3cc9c-b804-4c36-86c7-19f8602a5d35 req-89d54b73-5964-4ec8-b510-53057158c352 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1223557 Aug 28 03:35:59.812862 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:35:59.813530 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.814844 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] 10.222.0.38 "PUT /v2.0/ports/3e868198-ac74-4978-b648-3ef6e6cfe63f HTTP/1.1" status: 200 len: 1094 time: 1.1019440 Aug 28 03:35:59.816902 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:35:59.817948 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.819195 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d87a99-0121-4c1e-bb07-e128e4881b27" -d '{"events": [{"name": "network-changed", "server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:35:59.826135 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.827631 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a HTTP/1.1" status: 204 len: 168 time: 0.3619132 Aug 28 03:35:59.830910 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36120) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:35:59.858814 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0a76-fa7a-4290-9379-bf73c5cbb332 service neutron] Pushing event updated for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:59.865668 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26191839-2c4c-42f5-aa1b-822eac1aff81 x-openstack-request-id: req-26191839-2c4c-42f5-aa1b-822eac1aff81 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:35:59.865963 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:35:59.869382 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26191839-2c4c-42f5-aa1b-822eac1aff81 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:35:59.869382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f', 'status': 'completed', 'code': 200} Aug 28 03:35:59.876647 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422cfbe-8fce-4148-bf97-66a2f28028b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=270ce0a6-c13c-44d5-8cfc-4fcdc9bdc76a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:59.888431 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16d3cc9c-b804-4c36-86c7-19f8602a5d35 req-eaff0b9e-c9b3-45ef-9860-c67131bb1ec9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Aug 28 03:35:59.900291 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Deleting subnet 9e00d6d4-49bc-4fad-9fdc-ebee32485344 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:35:59.904567 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.926396 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.929394 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:35:59.932635 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fa084b7-aca9-4443-b6c9-3009ae16faba HTTP/1.1" status: 204 len: 168 time: 0.3464980 Aug 28 03:35:59.945715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7fd7-0cc3-4acd-b94c-3a7eb57e1aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa084b7-aca9-4443-b6c9-3009ae16faba,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:35:59.957974 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.031052 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.078505 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abb0e0-4d9a-4f47-9e3a-dce91feb6cb2 req-7d6e698a-20bb-4a30-ad1f-e29d6c349529 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:00.079516 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65abb0e0-4d9a-4f47-9e3a-dce91feb6cb2 req-7d6e698a-20bb-4a30-ad1f-e29d6c349529 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0839028 Aug 28 03:36:00.132511 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65abb0e0-4d9a-4f47-9e3a-dce91feb6cb2 req-a4d9abfb-59c3-4ece-9761-9b0ce64ba6e1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372822 Aug 28 03:36:00.178092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.206211 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e00d6d4-49bc-4fad-9fdc-ebee32485344,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:00.208424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.213383 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-bded3031-21ff-465d-b808-ed751f6d8495 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e00d6d4-49bc-4fad-9fdc-ebee32485344 HTTP/1.1" status: 204 len: 168 time: 0.3781822 Aug 28 03:36:00.213591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36136) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:00.292646 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.369298 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.379079 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02b272-d3aa-48c7-b360-110c5356ca54']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:00.392899 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbf0597-9f15-4bad-a5ea-6f76eadf6148') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:00.393184 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbf0597-9f15-4bad-a5ea-6f76eadf6148') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:00.401707 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.415425 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.421225 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:36:00.421600 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:36:00.423165 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:36:00.520490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.526506 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:00.528527 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6a02b272-d3aa-48c7-b360-110c5356ca54 HTTP/1.1" status: 204 len: 168 time: 0.3137271 Aug 28 03:36:00.542027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fe149-f7af-4f51-b886-4e55d6098046 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a02b272-d3aa-48c7-b360-110c5356ca54,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:00.887204 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36156) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:00.923457 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36158) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:00.935228 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9244d8cf-ee37-4a5a-abe7-3e217f519bcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb370e9f4c3b4b6bbba7ae3e7507fb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455093 Aug 28 03:36:00.937602 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36166) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:01.041872 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.063203 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ba667-3bfb-43b6-9e50-6a8fd42d698d req-ba6fd04b-c0e4-496c-b4e3-9860c89e677b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:01.064730 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc8ba667-3bfb-43b6-9e50-6a8fd42d698d req-ba6fd04b-c0e4-496c-b4e3-9860c89e677b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0733154 Aug 28 03:36:01.077011 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.103049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472100149-network', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:01.161125 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc8ba667-3bfb-43b6-9e50-6a8fd42d698d req-e26c9521-ff43-486f-8f8b-9f3a5a5d993c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Aug 28 03:36:01.245657 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Made reservation on behalf of ebd8746c7d3d463d9b89eee3eef2d053 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:01.248159 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.253983 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105171f0-220f-4906-9bf1-3bf627b6bcae req-72e8189b-a461-4586-b01a-4a896360f2b0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:01.255483 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-105171f0-220f-4906-9bf1-3bf627b6bcae req-72e8189b-a461-4586-b01a-4a896360f2b0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0526388 Aug 28 03:36:01.257197 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.259798 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.262286 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.263642 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0be6a8fd-9e9e-44bf-960a-58d23712667f HTTP/1.1" status: 204 len: 168 time: 0.3248775 Aug 28 03:36:01.277942 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b9caa-b085-4bb7-99ca-2fd0c0f64d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6a8fd-9e9e-44bf-960a-58d23712667f,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:01.388680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.457488 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.481767 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-105171f0-220f-4906-9bf1-3bf627b6bcae req-d0cd4835-cdd5-4776-986a-66289100715c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195668 Aug 28 03:36:01.483916 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:36:01.492783 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d4ffa-b53d-49fb-a3e4-c44f2486247b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:01.499498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.499837 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Added segment 12700cc5-a8f4-4ebc-ae8d-304c6ea69e62 of type vlan for network cfb4174e-abbc-4c1a-96cf-d936194feabb Aug 28 03:36:01.539477 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.617819 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.618815 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:01.619401 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.681240 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb4174e-abbc-4c1a-96cf-d936194feabb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:01.691802 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network cfb4174e-abbc-4c1a-96cf-d936194feabb details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:36:01.738457 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cf7c77cf-a779-407b-85f4-7e090f192f05 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8137438 Aug 28 03:36:01.741366 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36180) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:01.746319 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Request body: {'subnet': {'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472100149-subnet', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:01.812063 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Made reservation on behalf of ebd8746c7d3d463d9b89eee3eef2d053 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:01.814512 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.852843 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36182) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:01.893415 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-47cd2e8f-dd56-49a6-ac6b-2237d40a1f9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=827c92c109714453a7d5a4f6a6d932a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394199 Aug 28 03:36:01.895918 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36184) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:01.944756 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:01.967038 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.052156 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.108649 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c3eb19-2d22-485c-8cef-91bceb1248d1,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:02.108920 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.111298 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.112610 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffcb85cf-3e74-4dc9-80a6-b968b989e960 HTTP/1.1" status: 204 len: 168 time: 0.2157617 Aug 28 03:36:02.124550 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62325c23-bad2-4d77-b443-d29775c6414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb85cf-3e74-4dc9-80a6-b968b989e960,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:02.125266 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Checking segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:02.125619 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Network hostable DHCP agents. Network: cfb4174e-abbc-4c1a-96cf-d936194feabb, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:36:02.223086 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Network cfb4174e-abbc-4c1a-96cf-d936194feabb is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:36:02.303210 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18804-3ddb-491a-9ba8-d9958f4339c3 req-7dade49f-f318-4221-8b32-15abdac29845 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:02.304817 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ba18804-3ddb-491a-9ba8-d9958f4339c3 req-7dade49f-f318-4221-8b32-15abdac29845 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Aug 28 03:36:02.318018 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, cfb4174e-abbc-4c1a-96cf-d936194feabb) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:02.326447 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf95282-ba09-4f88-8d2a-96eab66f1d04 None None] Network cfb4174e-abbc-4c1a-96cf-d936194feabb requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:02.330126 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:02.330722 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.362031 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ba18804-3ddb-491a-9ba8-d9958f4339c3 req-0704b5b2-72c9-49f1-9d3e-9427d3309ea4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508151 Aug 28 03:36:02.435190 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-dadc0b3e-dcff-4470-b9d0-a69683f2849a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6927803 Aug 28 03:36:02.438338 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36198) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:02.442757 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:02.479057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-cfb4174e-abbc-4c1a-96cf-d936194feabb', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:36:02.479057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.526495 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.527687 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.603972 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.623676 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040159fd-c572-4b23-85c2-5f0c4f06188c req-9348e0ac-d712-442e-a262-383cf7d69d0a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:02.625272 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-040159fd-c572-4b23-85c2-5f0c4f06188c req-9348e0ac-d712-442e-a262-383cf7d69d0a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0717211 Aug 28 03:36:02.669949 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-040159fd-c572-4b23-85c2-5f0c4f06188c req-b1741611-4987-48df-ac27-5ec64f1809c9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Aug 28 03:36:02.737096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Allocated IP 172.20.0.2 (cfb4174e-abbc-4c1a-96cf-d936194feabb/24c3eb19-2d22-485c-8cef-91bceb1248d1/c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:02.816232 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.886375 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:02.894743 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Transition to ACTIVE for port object c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:02.910119 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Transition to ACTIVE for port object c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:02.978521 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.009818 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Network cfb4174e-abbc-4c1a-96cf-d936194feabb is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:03.012868 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:03.016207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:03.033979 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Pushing event updated for resources: {'Port': ['ID=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:03.082268 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Attempting to bind port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:03.082905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Attempting to bind port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:03.083299 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Attempting to bind port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 on network cfb4174e-abbc-4c1a-96cf-d936194feabb {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:03.088624 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:03.089133 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Checking segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:03.089642 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.090995 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Bound using segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:03.091317 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Bound port: c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:03.091872 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.106122 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.133047 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.173615 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] For port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:03.177328 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] For port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:03.235609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.257985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36226) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:03.323797 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901948-995f-450a-b8d1-818111f36a03 None None] Pushing event updated for resources: {'Port': ['ID=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:03.396479 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1691233188-network', 'tenant_id': '0bb02ef0912a4cc192f150cbe065c563'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:03.498040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Made reservation on behalf of 0bb02ef0912a4cc192f150cbe065c563 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:03.499671 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Allocated IP 172.27.1.57 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:03.500547 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.509638 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.533285 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645760-f0a0-437d-b8af-d80d093ebd8f req-30bfa302-e343-4cfe-8f92-0212681797c1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:03.534858 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7e645760-f0a0-437d-b8af-d80d093ebd8f req-30bfa302-e343-4cfe-8f92-0212681797c1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0796833 Aug 28 03:36:03.644566 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.663982 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7e645760-f0a0-437d-b8af-d80d093ebd8f req-9a3b35c9-15d0-4a99-88fe-89bb194ce14f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897093 Aug 28 03:36:03.708133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.726147 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.758398 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:36:03.774804 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:03.776847 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:03.777808 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.778183 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Added segment 0f80aada-79e3-4faf-bdc7-26a44c3a10c8 of type vlan for network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 Aug 28 03:36:03.812608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.850553 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:03.853583 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.855635 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:03.860541 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:03.888668 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27b63-fb79-4e1e-b1c4-ab24f05c5e84 req-53923df9-466e-47e0-a38e-e1aed8041ea7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:03.890301 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c2b27b63-fb79-4e1e-b1c4-ab24f05c5e84 req-53923df9-466e-47e0-a38e-e1aed8041ea7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.1105537 Aug 28 03:36:03.892412 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:03.903663 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:03.937396 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c2b27b63-fb79-4e1e-b1c4-ab24f05c5e84 req-f78336f1-2bcb-46a3-80a6-fb5a5bb3c8dd tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Aug 28 03:36:03.989104 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:03.990115 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:03.990698 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.049045 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef3fc6c-b03b-4f2b-82bd-44842f23d206,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:04.055862 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.056199 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.056558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.066313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:04.070808 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:36:04.113869 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-110b4fea-1861-4793-86e4-2a2537191ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.127558 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-349c131d-dc35-4f26-b882-53e08d8b9d45 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8679457 Aug 28 03:36:04.130776 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36240) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:04.145023 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Request body: {'subnet': {'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1691233188-subnet', 'tenant_id': '0bb02ef0912a4cc192f150cbe065c563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:04.240480 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Made reservation on behalf of 0bb02ef0912a4cc192f150cbe065c563 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:04.242842 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29881993'] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.266266 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.454262 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbbcf20-eba0-4d9e-8dbb-48bfad730329 None None] Network cfb4174e-abbc-4c1a-96cf-d936194feabb requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:04.475255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3190394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882107'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.476795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.536633 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=101daa87-1ce3-4e78-8858-1354aa7e7758,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:04.546799 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Checking segment: {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:04.547211 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Network hostable DHCP agents. Network: 9ef3fc6c-b03b-4f2b-82bd-44842f23d206, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:36:04.572733 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Provisioning for port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:04.580656 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Provisioning complete for port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:04.581046 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.651795 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:36:04.680684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Router 633a63c6-419c-4e8a-bb4d-a27c3573b192 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:36:04.687963 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.730449 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] For port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:04.743404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 9ef3fc6c-b03b-4f2b-82bd-44842f23d206) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:04.748813 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:04.753349 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.756942 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f6d17-5818-4f27-825e-0e7e489c02b6 None None] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:04.801221 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.838479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:36:04.846989 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-038cbea0-24cb-4190-a5fd-11f650986f14 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7080650 Aug 28 03:36:04.850669 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Sync routers for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:36:04.854158 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0694-0818-4821-a1d3-73a763bd51ef req-5acf63f3-6384-49cb-907e-020fedfefebc tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:04.855707 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26cc0694-0818-4821-a1d3-73a763bd51ef req-5acf63f3-6384-49cb-907e-020fedfefebc tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0998478 Aug 28 03:36:04.861449 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:04.862180 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:35:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:04.901187 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-26cc0694-0818-4821-a1d3-73a763bd51ef req-7be8380c-c8cd-4a04-9a1c-94096fb38464 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Aug 28 03:36:04.931343 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19ed97-7462-4379-9321-8f7cba2ad455 None None] Pushing event updated for resources: {'Port': ['ID=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:04.943758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:04.945870 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a1578ddf-813e-44a4-b3ce-dc2048b9d5b6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5061779 Aug 28 03:36:04.948210 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36250) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:04.979219 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:05.008667 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-6fc952fc-9820-4b79-af3a-5b4242763c63 None None] Provisioning complete for port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:05.009153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6fc952fc-9820-4b79-af3a-5b4242763c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.043142 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de374d4a-a1b9-486e-bd98-5db2ea67ba04 None None] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:05.109775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea801-7d75-4a9a-aa04-27137421028f req-1f8e28f3-ee76-4a46-b842-e30ca8cf9c48 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:05.111314 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c53ea801-7d75-4a9a-aa04-27137421028f req-1f8e28f3-ee76-4a46-b842-e30ca8cf9c48 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0797579 Aug 28 03:36:05.203419 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c53ea801-7d75-4a9a-aa04-27137421028f req-d4157c63-8211-41d7-8bae-322c3d190052 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859430 Aug 28 03:36:05.224979 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-038c08a4-0681-4e6a-b562-0430df003be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:05.227123 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-038c08a4-0681-4e6a-b562-0430df003be9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 1097 time: 0.1221535 Aug 28 03:36:05.302557 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:04Z', 'revision_number': 3, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:05.337782 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Checking router: 633a63c6-419c-4e8a-bb4d-a27c3573b192 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:36:05.338129 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Updating router 633a63c6-419c-4e8a-bb4d-a27c3573b192 port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:36:05.369163 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.460952 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-9258fbd2-f85a-4a4c-85b2-3ce9fdb54d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:05.462464 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-9258fbd2-f85a-4a4c-85b2-3ce9fdb54d77 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1920309 Aug 28 03:36:05.639052 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-501679d2-07fd-481c-a1aa-7077f8cb03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:05.639295 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.640532 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c8d87a99-0121-4c1e-bb07-e128e4881b27 req-501679d2-07fd-481c-a1aa-7077f8cb03bc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638482 Aug 28 03:36:05.648939 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Transition to ACTIVE for port object 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:05.697774 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.736741 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.738778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:05.769675 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Pushing event updated for resources: {'Port': ['ID=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:05.788349 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.788839 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.789236 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.789629 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.794787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:05.808561 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Attempting to bind port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:05.808561 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Attempting to bind port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:05.808561 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Attempting to bind port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:05.814616 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:05.815004 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:05.815446 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.815856 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:05.816334 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Bound port: 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:05.817047 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.823358 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:05.823826 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:05.898139 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] For port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:05.901901 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] For port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:05.960943 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:06.023626 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:06.024268 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:35:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:06.076622 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e24446-04d8-4623-a452-82d97519dc8b None None] Pushing event updated for resources: {'Port': ['ID=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:06.148395 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:06.187339 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-8fa2407a-557c-407c-a699-3eadc0f7193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:06.188839 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-8fa2407a-557c-407c-a699-3eadc0f7193b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 1097 time: 0.4107912 Aug 28 03:36:06.289476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-d34b4289-fefe-4e02-8d3a-4b1515b400d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f HTTP/1.1" status: 200 len: 217 time: 0.0504282 Aug 28 03:36:06.319972 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44b7c1-104d-425a-b441-84df6b3c1432 req-124be0bc-2bd0-4105-81fb-86f71bbf5c38 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:06.327991 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e44b7c1-104d-425a-b441-84df6b3c1432 req-124be0bc-2bd0-4105-81fb-86f71bbf5c38 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1469090 Aug 28 03:36:06.328611 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb6d85-3cf9-4639-8ced-2f1b1396220d req-271c6d38-f419-4c03-ac71-6d255c5d103b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:06.330244 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-24eb6d85-3cf9-4639-8ced-2f1b1396220d req-271c6d38-f419-4c03-ac71-6d255c5d103b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0558310 Aug 28 03:36:06.331316 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Allocated IP 172.20.0.1 (cfb4174e-abbc-4c1a-96cf-d936194feabb/24c3eb19-2d22-485c-8cef-91bceb1248d1/8ec395da-7fe6-434d-a6c2-bebec1a4ef4f) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:06.340306 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:04Z', 'revision_number': 3, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:06.368030 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11f68b-19cc-4c1c-89da-2502eabdff95 None None] The sync data for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi is: [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:04Z', 'revision_number': 3, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:36:06.376658 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-24eb6d85-3cf9-4639-8ced-2f1b1396220d req-f99476c3-a164-42e0-b3ea-cde520ee6d42 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Aug 28 03:36:06.412577 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-9c2276a2-d563-4ed4-8dcc-b9178ad7dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:06.414103 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-9c2276a2-d563-4ed4-8dcc-b9178ad7dd63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.1113434 Aug 28 03:36:06.473589 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e44b7c1-104d-425a-b441-84df6b3c1432 req-b6d3ca9d-cb9a-4902-ad33-aaed8af23b11 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Aug 28 03:36:06.474207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-8d667873-d65f-4904-8bb1-e6d040159134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:06.492208 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-2a5675c6-e43a-487c-9f70-e8924458a3f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655763 Aug 28 03:36:06.603433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:06.628226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Transition to ACTIVE for port object 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:06.634052 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-07bb557c-a6ca-4b21-abf8-9633f5a14d84 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340554 Aug 28 03:36:06.752219 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-caf6454c-6dcd-43d9-b6d0-6f1a77e99133 req-82cc461d-2880-4a28-9a3c-b987026d9a88 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101744 Aug 28 03:36:06.818306 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:06.859197 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Network cfb4174e-abbc-4c1a-96cf-d936194feabb is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:06.860668 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:06.872305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:06.876050 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Pushing event updated for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907673 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907673 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.907994 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.908298 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.913734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:06.958161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.202264 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.263795 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-7f94c947-90bc-4378-badb-7688023232df None None] Provisioning for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:07.268243 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-7f94c947-90bc-4378-badb-7688023232df None None] Provisioning complete for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:07.273111 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7f94c947-90bc-4378-badb-7688023232df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.313724 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-7f94c947-90bc-4378-badb-7688023232df None None] Port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:36:07.348612 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.550225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4f1ed-b5c9-45f4-980d-38113e22938d req-be425ce6-548c-4595-b83d-46cce41c791e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:07.551773 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-deb4f1ed-b5c9-45f4-980d-38113e22938d req-be425ce6-548c-4595-b83d-46cce41c791e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0811539 Aug 28 03:36:07.615407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.620940 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3ae10-f84c-46c1-9151-fb997d9d5256 req-2f19c1b1-74fd-4961-9aa0-a33de9f26cb1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:07.622990 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-deb4f1ed-b5c9-45f4-980d-38113e22938d req-f6d9b5c7-3dc2-4bbc-87be-ac35d1a74a7e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 Aug 28 03:36:07.628235 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ccb3ae10-f84c-46c1-9151-fb997d9d5256 req-2f19c1b1-74fd-4961-9aa0-a33de9f26cb1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0703092 Aug 28 03:36:07.683856 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ccb3ae10-f84c-46c1-9151-fb997d9d5256 req-d2bbb782-061f-40d3-9266-ff9469f441ff tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Aug 28 03:36:07.709310 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.794546 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:07.811443 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Pushing event updated for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:07.814628 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.850700 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e62a-ff70-48ff-b4a5-a5aec3bb30f3 req-87421c0e-1520-4de2-ae8d-7b3a44dc0b5c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:07.852237 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-65e8e62a-ff70-48ff-b4a5-a5aec3bb30f3 req-87421c0e-1520-4de2-ae8d-7b3a44dc0b5c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1149864 Aug 28 03:36:07.908869 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:07.913773 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:07.914374 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.944128 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-65e8e62a-ff70-48ff-b4a5-a5aec3bb30f3 req-81ccafda-ad2d-4e7a-909a-e802808495a4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625741 Aug 28 03:36:07.972301 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Network cfb4174e-abbc-4c1a-96cf-d936194feabb is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:07.972609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:07.979903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:08.025627 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:08.056787 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:08.128663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Router 633a63c6-419c-4e8a-bb4d-a27c3573b192 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:36:08.149296 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:08.207415 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:08.246606 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-43b9edd3-02c1-4057-99bb-c6f5de9ae07d None None] Provisioning complete for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:08.247368 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-43b9edd3-02c1-4057-99bb-c6f5de9ae07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:08.262150 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:36:08.278677 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d5a09eee-f709-41eb-96ba-42dead2e280a admin admin] 10.222.0.36 "PUT /v2.0/routers/633a63c6-419c-4e8a-bb4d-a27c3573b192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3271258 Aug 28 03:36:08.303695 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Sync routers for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:36:08.329183 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:08.330088 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:08.370968 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-43b9edd3-02c1-4057-99bb-c6f5de9ae07d None None] Port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:36:08.464852 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:08.552899 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-4f90acfc-a72c-4501-a50a-46b9253e323b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:08.554634 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-4f90acfc-a72c-4501-a50a-46b9253e323b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/networks?id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206 HTTP/1.1" status: 200 len: 814 time: 0.1251376 Aug 28 03:36:08.577912 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-6fbca7f2-2ed5-4e9e-b530-daba5ca6838b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/quotas/0bb02ef0912a4cc192f150cbe065c563 HTTP/1.1" status: 200 len: 375 time: 0.0163050 Aug 28 03:36:08.612722 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-94dd56cf-3361-485a-8a7e-26cc573f7a6f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284998 Aug 28 03:36:08.708588 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 2, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:08.728689 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-a687e08d-e631-4210-8ea0-c04313fde33b service neutron] 10.222.0.36 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074224 Aug 28 03:36:08.746243 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Checking router: 633a63c6-419c-4e8a-bb4d-a27c3573b192 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:36:08.747561 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Updating router 633a63c6-419c-4e8a-bb4d-a27c3573b192 port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:36:08.759400 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66daa71-000d-443b-abc1-253067cd5666 req-5bc389d1-8af0-40bf-95a0-b4fd71e8c013 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:08.770566 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a66daa71-000d-443b-abc1-253067cd5666 req-5bc389d1-8af0-40bf-95a0-b4fd71e8c013 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.0728900 Aug 28 03:36:08.784166 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:08.850808 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-603bc349-c605-4501-a581-20d4a2d34128 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029398 Aug 28 03:36:08.851636 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a66daa71-000d-443b-abc1-253067cd5666 req-a788b2bf-1fab-478a-8dcf-6f7559059ac7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 Aug 28 03:36:08.971284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498f37-96ca-4015-9924-6e775a43eed7 req-4ab2fa6d-ddbb-4ea4-a12a-b698ddd2dc6c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:08.973299 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16498f37-96ca-4015-9924-6e775a43eed7 req-4ab2fa6d-ddbb-4ea4-a12a-b698ddd2dc6c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Aug 28 03:36:09.047372 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16498f37-96ca-4015-9924-6e775a43eed7 req-0db03976-bfce-48b7-92d5-171689fe7512 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574074 Aug 28 03:36:09.221142 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.231964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265b26-9c16-4cc5-a01f-33de593076ad req-0beb18ba-38a5-4186-8758-58418b70323f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:09.236624 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Transition to ACTIVE for port object 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:09.237821 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36392) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:09.239662 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b5265b26-9c16-4cc5-a01f-33de593076ad req-0beb18ba-38a5-4186-8758-58418b70323f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0963321 Aug 28 03:36:09.254286 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0849f7bc-84aa-4e49-a892-54c12aa4f804 req-b4384107-9b3f-409d-8008-84bf8b0238f2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0731645 Aug 28 03:36:09.271655 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-736490510-network', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:09.307500 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.322527 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b5265b26-9c16-4cc5-a01f-33de593076ad req-ff706a4a-2e46-4d0b-9d91-cc8d808c3383 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Aug 28 03:36:09.388281 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a324c4-0dea-49cd-953b-4a9c2ec44f72 None None] Pushing event updated for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:09.390374 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Made reservation on behalf of 8f69cc904d0a4509ae3dc702810b452e for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:09.398406 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.428800 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.453580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Attempting to bind port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:09.453956 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Attempting to bind port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:09.454559 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Attempting to bind port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f on network cfb4174e-abbc-4c1a-96cf-d936194feabb {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:09.460541 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:09.460952 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Checking segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:09.461358 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.461878 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Bound using segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:09.462512 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Bound port: 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:09.462890 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.464555 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c4c01-dc9f-4278-a521-9f6ab5c39ec1 req-2b194be9-4c96-472e-b880-566cba710962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:09.468191 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f03c4c01-dc9f-4278-a521-9f6ab5c39ec1 req-2b194be9-4c96-472e-b880-566cba710962 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0896580 Aug 28 03:36:09.525919 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f03c4c01-dc9f-4278-a521-9f6ab5c39ec1 req-8b05ad5d-9b53-4bf9-b4f4-2af5d2f0dd74 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485609 Aug 28 03:36:09.533100 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] For port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:09.536398 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] For port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:09.572759 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.618235 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.658952 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.693272 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:36:09.703076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c5e10e-068c-4903-bf63-96b34ee6499d,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:09.703717 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a324c4-0dea-49cd-953b-4a9c2ec44f72 None None] Pushing event updated for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:09.713747 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.714093 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Added segment a6d1ad25-6a34-463c-b664-b6e2e2faa568 of type vlan for network d458995c-4e37-4332-a9d5-bc6cbde3b912 Aug 28 03:36:09.757131 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:09.773544 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.783452 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:09.784073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:09.912604 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:09.917439 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:09.918073 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.005486 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.016923 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:10.017285 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.021985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] Pushing event updated for resources: {'Network': ['ID=d458995c-4e37-4332-a9d5-bc6cbde3b912,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:10.041492 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9213-0a7c-443b-a052-6091fdc601f0 req-81a6fdad-8da7-433a-88e9-b249789fc6bc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:10.043051 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be7f9213-0a7c-443b-a052-6091fdc601f0 req-81a6fdad-8da7-433a-88e9-b249789fc6bc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.1035287 Aug 28 03:36:10.051209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:36:10.082382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-83070c5a-59df-4bb0-aa19-781430bf343a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8265824 Aug 28 03:36:10.084728 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36414) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:10.093983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Request body: {'subnet': {'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-736490510-subnet', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:10.099870 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be7f9213-0a7c-443b-a052-6091fdc601f0 req-7816e505-736b-4999-810d-7482d78f94d5 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Aug 28 03:36:10.107826 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:10.189218 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Made reservation on behalf of 8f69cc904d0a4509ae3dc702810b452e for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:10.191736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.198438 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa3d6d-8bd6-4ded-85dd-5390f53305e7 req-70e3d930-53b5-4382-a026-9d2c1af00504 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:10.208222 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5efa3d6d-8bd6-4ded-85dd-5390f53305e7 req-70e3d930-53b5-4382-a026-9d2c1af00504 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.0665202 Aug 28 03:36:10.266737 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5efa3d6d-8bd6-4ded-85dd-5390f53305e7 req-95d0a43d-742c-4391-a32b-0220ba119e26 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Aug 28 03:36:10.379382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d589e13-3604-4a3b-aa48-35a53ad40faf req-68951779-58ac-4c79-a745-ed3cdeb1bf75 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0334334 Aug 28 03:36:10.443360 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-275d5809-6d67-4192-a931-8888226abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:09Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:10.455949 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330fc9-dc07-4a47-8647-649f23dbdf0f req-55afb940-20af-4c4a-ac84-2036033269b9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:10.457495 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d330fc9-dc07-4a47-8647-649f23dbdf0f req-55afb940-20af-4c4a-ac84-2036033269b9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0610166 Aug 28 03:36:10.483130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d5809-6d67-4192-a931-8888226abac8 None None] The sync data for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi is: [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:09Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:36:10.501472 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.506884 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d330fc9-dc07-4a47-8647-649f23dbdf0f req-bcd984b8-5676-451d-9c0b-d5a578fb5ad1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Aug 28 03:36:10.628675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ee269c-8f59-46ae-9c4b-f2fe06664b7b,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:10.665000 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-77ed7913-0bd3-4c5f-ba77-1e437071a6d5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:10.666485 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-77ed7913-0bd3-4c5f-ba77-1e437071a6d5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 945 time: 0.1111248 Aug 28 03:36:10.672915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Checking segment: {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:10.673263 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Network hostable DHCP agents. Network: d458995c-4e37-4332-a9d5-bc6cbde3b912, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:36:10.784867 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Deleting port c4155811-45c6-411b-bcfa-bc9641dc032c {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:36:10.784867 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.828237 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:36:10.886267 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, d458995c-4e37-4332-a9d5-bc6cbde3b912) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:10.897345 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28256338-398c-468e-aae8-bf5ee67ad53a None None] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:10.915250 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] For port c4155811-45c6-411b-bcfa-bc9641dc032c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=c4155811-45c6-411b-bcfa-bc9641dc032c,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:10.915709 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.920352 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:10.920981 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:10.943681 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Calling delete_port for c4155811-45c6-411b-bcfa-bc9641dc032c owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:36:11.015218 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-4f26a631-36d8-420e-8793-91e440e3e139 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9294183 Aug 28 03:36:11.017763 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 36442) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:11.023557 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:11.124125 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e868198-ac74-4978-b648-3ef6e6cfe63f details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:36:11.125546 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-d458995c-4e37-4332-a9d5-bc6cbde3b912', 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'fixed_ips': [{'subnet_id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:36:11.129182 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.380469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:11.398659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Allocated IP 172.20.0.2 (d458995c-4e37-4332-a9d5-bc6cbde3b912/26ee269c-8f59-46ae-9c4b-f2fe06664b7b/af2e61ff-66cf-43ca-a328-4cab7c6a8840) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:11.401441 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '3e868198-ac74-4978-b648-3ef6e6cfe63f', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'port_id': '3e868198-ac74-4978-b648-3ef6e6cfe63f', 'mac_address': 'fa:16:3e:11:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45ceaaf-fb20-451c-8350-fd6d8fa1b79e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:36:11.435391 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b2f935e6-8a2f-4aa7-8481-07c93808d8d6 req-a7915196-5daf-425c-895f-54de2618cc52 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 210 time: 0.0629990 Aug 28 03:36:11.505383 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.520633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381f25-f72a-411b-b118-7b3f8aa1ee6c req-3e4e01c3-e042-4ed5-8496-7cbbc8d5e815 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:11.520911 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c1381f25-f72a-411b-b118-7b3f8aa1ee6c req-3e4e01c3-e042-4ed5-8496-7cbbc8d5e815 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 944 time: 0.3287416 Aug 28 03:36:11.521660 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.522720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.541589 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e868198-ac74-4978-b648-3ef6e6cfe63f {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:11.563132 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:11.567814 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-79b5926b-4d6c-47a6-9d10-012fbcc283e4 req-55e22760-f19d-4f42-8f56-9b33bea8d74b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0593765 Aug 28 03:36:11.577550 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.578539 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.631244 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Pushing event deleted for resources: {'Port': ['ID=c4155811-45c6-411b-bcfa-bc9641dc032c,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:11.668034 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['c4155811-45c6-411b-bcfa-bc9641dc032c'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:36:11.680683 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.697212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] No DVR routers for this DVR port c4155811-45c6-411b-bcfa-bc9641dc032c on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:36:11.701897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.704095 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-18971b1d-0bd8-4666-ae0a-61e825e15d2c req-8ed8d38e-3192-421f-b61b-856601a0a6cb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "DELETE /v2.0/ports/c4155811-45c6-411b-bcfa-bc9641dc032c HTTP/1.1" status: 204 len: 173 time: 1.0276697 Aug 28 03:36:11.706938 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'name': 'network-vif-deleted', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:11.712953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fafed8-a83d-4772-afdc-19eea50d8e5d" -d '{"events": [{"server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "name": "network-vif-deleted", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:11.752914 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8e94-ccd1-46f3-a730-cbcde5fa73ac req-0f577cd6-a905-4212-b4bb-3ad6d0e7f8ce tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:11.771204 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-270a8e94-ccd1-46f3-a730-cbcde5fa73ac req-0f577cd6-a905-4212-b4bb-3ad6d0e7f8ce tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1278064 Aug 28 03:36:11.797730 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c1381f25-f72a-411b-b118-7b3f8aa1ee6c req-fa7b94ce-82f0-4118-89f8-fb8c0feb0703 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136507 Aug 28 03:36:11.842358 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36458) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:11.888855 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:11.890290 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc5f03-eb5c-4968-ab1f-bbaa3a3f569d x-openstack-request-id: req-d4cc5f03-eb5c-4968-ab1f-bbaa3a3f569d {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:11.890673 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6", "name": "network-vif-deleted", "tag": "c4155811-45c6-411b-bcfa-bc9641dc032c", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:11.892073 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4cc5f03-eb5c-4968-ab1f-bbaa3a3f569d {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:11.892073 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6', 'name': 'network-vif-deleted', 'tag': 'c4155811-45c6-411b-bcfa-bc9641dc032c', 'status': 'completed', 'code': 200} Aug 28 03:36:11.905060 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-270a8e94-ccd1-46f3-a730-cbcde5fa73ac req-790d1b83-c199-4a36-89a8-a96d8b8de76e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327007 Aug 28 03:36:11.939921 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:11.975368 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Transition to ACTIVE for port object af2e61ff-66cf-43ca-a328-4cab7c6a8840 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:11.977866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.009656 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Transition to ACTIVE for port object af2e61ff-66cf-43ca-a328-4cab7c6a8840 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:12.058677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.078984 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.122911 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:12.130602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-94aa974f-622a-4e89-9467-57717ec6e0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.131968 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:12.132190 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.132546 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-9ce12b69-2f43-4bb4-915b-1a77cdf5bb70 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:12.134141 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-9ce12b69-2f43-4bb4-915b-1a77cdf5bb70 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "GET /v2.0/networks?id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206 HTTP/1.1" status: 200 len: 814 time: 0.2457581 Aug 28 03:36:12.140158 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:12.165686 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Request body: {'port': {'device_id': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206', 'admin_state_up': True, 'tenant_id': '0bb02ef0912a4cc192f150cbe065c563'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:12.178120 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:12.186967 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:12.217406 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Pushing event updated for resources: {'Port': ['ID=af2e61ff-66cf-43ca-a328-4cab7c6a8840,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.290908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-94aa974f-622a-4e89-9467-57717ec6e0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.317923 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Attempting to bind port af2e61ff-66cf-43ca-a328-4cab7c6a8840 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:12.318288 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Attempting to bind port af2e61ff-66cf-43ca-a328-4cab7c6a8840 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:12.318804 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Attempting to bind port af2e61ff-66cf-43ca-a328-4cab7c6a8840 on network d458995c-4e37-4332-a9d5-bc6cbde3b912 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:12.332509 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['3e868198-ac74-4978-b648-3ef6e6cfe63f'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:36:12.337873 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:12.338241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Checking segment: {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:12.338859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.339094 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Bound using segment: {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:12.339586 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Bound port: af2e61ff-66cf-43ca-a328-4cab7c6a8840, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:12.339981 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.374695 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-94aa974f-622a-4e89-9467-57717ec6e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.381836 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.447806 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-94aa974f-622a-4e89-9467-57717ec6e0cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=213de9017006461bbbcdb9cfeaafe708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930743 Aug 28 03:36:12.450271 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.454492 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36474) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:12.474162 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa974f-622a-4e89-9467-57717ec6e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee26ec-76f5-4f02-8dcd-f0094d61d190,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.478776 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.486244 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Made reservation on behalf of 0bb02ef0912a4cc192f150cbe065c563 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:12.490641 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:12.490839 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.521392 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.533357 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] For port af2e61ff-66cf-43ca-a328-4cab7c6a8840, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:12.545770 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.553389 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] For port af2e61ff-66cf-43ca-a328-4cab7c6a8840, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=af2e61ff-66cf-43ca-a328-4cab7c6a8840,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:12.554601 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.615477 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4adb04a0-47c4-4e7e-a7b7-93e15151bf76 req-2eb22907-d3ec-47de-992b-8a3d88e4a1fb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd5c5bc-5d5c-4d93-a2af-b3aa9f2970a6 HTTP/1.1" status: 200 len: 210 time: 0.0557027 Aug 28 03:36:12.640308 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.660114 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.693761 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1c0a7c41-3804-422f-9112-2b005cf46330 req-2f90f438-fe25-4f32-909b-309d683f5b9f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0394232 Aug 28 03:36:12.697135 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.700866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:12.702541 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03ee26ec-76f5-4f02-8dcd-f0094d61d190 HTTP/1.1" status: 204 len: 168 time: 0.2468767 Aug 28 03:36:12.733358 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae812611-68dc-4560-806e-beaf358f2fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee26ec-76f5-4f02-8dcd-f0094d61d190,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.771654 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2068cf-e8b4-4254-a7f6-ea5bd6367f50 None None] Pushing event updated for resources: {'Port': ['ID=af2e61ff-66cf-43ca-a328-4cab7c6a8840,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:12.777153 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Allocated IP 172.27.1.238 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/f85f5141-2a0f-42ff-8e14-85e4560cfd85) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:12.869151 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Allocated IP 172.20.0.13 (9ef3fc6c-b03b-4f2b-82bd-44842f23d206/101daa87-1ce3-4e78-8858-1354aa7e7758/5ad0c4b5-5156-4601-8e16-6da2ce225512) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:12.998322 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0d2c-49f3-4f89-8474-f74a3bce1b6f req-7902bd0f-8426-4372-98e2-2805dc2c7410 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:13.000581 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-396d0d2c-49f3-4f89-8474-f74a3bce1b6f req-7902bd0f-8426-4372-98e2-2805dc2c7410 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 945 time: 0.1071646 Aug 28 03:36:13.089233 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.110279 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da9e23-a122-424d-b836-12d1813c9ce6 req-c160e7f9-71bb-4c80-9df8-bfc5399f5ad0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:13.111739 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c3da9e23-a122-424d-b836-12d1813c9ce6 req-c160e7f9-71bb-4c80-9df8-bfc5399f5ad0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0733669 Aug 28 03:36:13.125964 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device c4155811-45c6-411b-bcfa-bc9641dc032c no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:36:13.158839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: c4155811-45c6-411b-bcfa-bc9641dc032c {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:36:13.159588 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device c4155811-45c6-411b-bcfa-bc9641dc032c not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:36:13.188219 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c3da9e23-a122-424d-b836-12d1813c9ce6 req-5018199d-0245-45af-8fbe-162b4194a16b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666289 Aug 28 03:36:13.226799 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-396d0d2c-49f3-4f89-8474-f74a3bce1b6f req-914a9e2b-d9fb-4f45-a694-1d58c9c279d3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099771 Aug 28 03:36:13.274258 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.311761 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:36:13.372336 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.403190 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.420547 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:13.428167 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:13.433994 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:13.441970 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:13.460032 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Pushing event updated for resources: {'Port': ['ID=f85f5141-2a0f-42ff-8e14-85e4560cfd85,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:13.468255 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:13.471137 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:13.596204 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:13.596895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.599359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Pushing event updated for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:13.701016 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdf0c3-1ebf-4e9f-ab80-14febbe75e1b req-e5d65c02-1fae-4b6b-98f5-4c83d3c13a56 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:13.703916 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3ccdf0c3-1ebf-4e9f-ab80-14febbe75e1b req-e5d65c02-1fae-4b6b-98f5-4c83d3c13a56 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0950692 Aug 28 03:36:13.729569 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-3278d96a-4986-460b-b16d-79c5544b856f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5601363 Aug 28 03:36:13.745962 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Request body: {'port': {'device_id': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:13.768013 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3ccdf0c3-1ebf-4e9f-ab80-14febbe75e1b req-3c8c6327-8d9e-4431-99f7-3015a204bc65 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Aug 28 03:36:13.809737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-4f402c39-444a-4986-807c-84e4f26cbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:13.811368 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-4f402c39-444a-4986-807c-84e4f26cbaf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.1319618 Aug 28 03:36:13.913592 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:13.977128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.985063 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:13.985994 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:13.990304 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c7bd4-78e1-4da8-9847-bc16fcc2bbab None None] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:36:14.061199 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16acf6-fe55-43d8-a12b-7ba2a8d623a4 req-33e247f5-d59b-4c33-b529-0f7c447d22dd tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.065221 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6b16acf6-fe55-43d8-a12b-7ba2a8d623a4 req-33e247f5-d59b-4c33-b529-0f7c447d22dd tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 932 time: 0.2496014 Aug 28 03:36:14.102857 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-80495e1d-cc99-4ab7-a83a-eb5f7c097b41 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.109326 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-80495e1d-cc99-4ab7-a83a-eb5f7c097b41 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/networks?id=41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 200 len: 808 time: 0.1181207 Aug 28 03:36:14.122982 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-4632868c-7483-4a29-b3ea-0ed46c6c308d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/quotas/16f23aaca1ea44b18e982e26375d8288 HTTP/1.1" status: 200 len: 375 time: 0.0113275 Aug 28 03:36:14.154748 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-2f702675-1383-401d-a083-568163a73d1d None None] Provisioning for port af2e61ff-66cf-43ca-a328-4cab7c6a8840 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:14.166413 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-fd53994c-4fe3-41e1-a6ac-7a64af5b24d8 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367227 Aug 28 03:36:14.266716 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7f71ab0b-4911-4d13-aacf-34be9b28d00c service neutron] 10.222.0.36 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915129 Aug 28 03:36:14.315106 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device af2e61ff-66cf-43ca-a328-4cab7c6a8840 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:14.372045 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.381877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-9f5c5573-5efc-4dcb-a3ff-50da21c782a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.383236 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-9f5c5573-5efc-4dcb-a3ff-50da21c782a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.5439236 Aug 28 03:36:14.390035 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-36f760e0-7618-4e4f-b7de-bb5d20444d9d service neutron] 10.222.0.36 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170352 Aug 28 03:36:14.472738 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6b16acf6-fe55-43d8-a12b-7ba2a8d623a4 req-74ce8ddf-4f78-420b-94a3-641df50bdbf8 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773928 Aug 28 03:36:14.474930 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port af2e61ff-66cf-43ca-a328-4cab7c6a8840 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:14.480357 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port af2e61ff-66cf-43ca-a328-4cab7c6a8840 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:14.486006 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.536559 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-3462e863-707d-4df4-9106-7f7d067101e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.1150715 Aug 28 03:36:14.663224 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.669788 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-add68193-bf98-4f27-98d6-5bd23084f495 req-4f7f82b2-bb03-4aa0-8b9e-d69ba9e59f54 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.0346005 Aug 28 03:36:14.707082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-6342e9e0-cc25-440f-9584-efa3babea5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.708501 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-6342e9e0-cc25-440f-9584-efa3babea5d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.1613140 Aug 28 03:36:14.709404 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port af2e61ff-66cf-43ca-a328-4cab7c6a8840, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=af2e61ff-66cf-43ca-a328-4cab7c6a8840,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:14.711144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-0fa053a3-7380-4115-93cf-cb6338b418e3 None None] Provisioning complete for port af2e61ff-66cf-43ca-a328-4cab7c6a8840 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:14.711580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0fa053a3-7380-4115-93cf-cb6338b418e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.779747 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.797263 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-c67219a6-8b1e-4eee-b53e-9ab982eefde1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518751 Aug 28 03:36:14.823906 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0fa053a3-7380-4115-93cf-cb6338b418e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:14.859786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=af2e61ff-66cf-43ca-a328-4cab7c6a8840,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:14.902211 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.db.api [None req-0fa053a3-7380-4115-93cf-cb6338b418e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 03:36:14.903059 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG oslo_db.api [None req-0fa053a3-7380-4115-93cf-cb6338b418e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 03:36:14.919382 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5ae88-c84e-41ed-b141-91c6494b123a req-3c4aeee3-36da-4163-b40b-211d2880300a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.927248 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-05c5ae88-c84e-41ed-b141-91c6494b123a req-3c4aeee3-36da-4163-b40b-211d2880300a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0761993 Aug 28 03:36:14.963087 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4145f-bbe8-4c1a-8c81-f05bf8615fd7 req-f606dabf-b80e-4219-81c1-01b123049c47 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:14.963778 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-05c5ae88-c84e-41ed-b141-91c6494b123a req-f89cbf76-eef0-46a8-a655-9966997ee7f1 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Aug 28 03:36:14.964679 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-78a4145f-bbe8-4c1a-8c81-f05bf8615fd7 req-f606dabf-b80e-4219-81c1-01b123049c47 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 945 time: 0.2746489 Aug 28 03:36:15.078502 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-ed60a73a-5d27-4ccb-8379-db104eef4d52 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684686 Aug 28 03:36:15.135017 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-78a4145f-bbe8-4c1a-8c81-f05bf8615fd7 req-9ad6e027-8c57-493b-83c7-b8ac4dcefbcc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597083 Aug 28 03:36:15.138792 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e868198-ac74-4978-b648-3ef6e6cfe63f up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:15.170798 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.180481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad0c4b5-5156-4601-8e16-6da2ce225512 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:15.194837 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.257021 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Transition to ACTIVE for port object 5ad0c4b5-5156-4601-8e16-6da2ce225512 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:15.273992 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 3e868198-ac74-4978-b648-3ef6e6cfe63f completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:15.277717 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fd07948-fec8-45ea-881f-6fa1aa53a2e9 req-726eed97-a4d7-4c9c-9ee2-174625721acc service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755250 Aug 28 03:36:15.278767 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 3e868198-ac74-4978-b648-3ef6e6cfe63f triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:15.279137 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.364178 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.391099 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:15.393759 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c8fd1-a23d-4bcf-8933-6e8ea721cdda" -d '{"events": [{"server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "name": "network-vif-plugged", "status": "completed", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:15.408861 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:15.434959 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.441469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482c1c3-3f19-4f20-9949-9202d9f35835 x-openstack-request-id: req-1482c1c3-3f19-4f20-9949-9202d9f35835 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:15.441469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "name": "network-vif-plugged", "status": "completed", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:15.441686 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1482c1c3-3f19-4f20-9949-9202d9f35835 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:15.442084 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f', 'code': 200} Aug 28 03:36:15.486378 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:15.490925 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:36:15.577403 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.644566 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:15.673850 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Attempting to bind port 5ad0c4b5-5156-4601-8e16-6da2ce225512 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:15.674435 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Attempting to bind port 5ad0c4b5-5156-4601-8e16-6da2ce225512 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:15.674989 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Attempting to bind port 5ad0c4b5-5156-4601-8e16-6da2ce225512 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:15.691495 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Port 5ad0c4b5-5156-4601-8e16-6da2ce225512 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:36:15.691818 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Attempting to bind port 5ad0c4b5-5156-4601-8e16-6da2ce225512 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:15.715720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dce31-c973-48c5-8f04-eef3fd8fa919 req-a0191634-4a91-4496-9909-b864789fa62a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:15.719166 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-486dce31-c973-48c5-8f04-eef3fd8fa919 req-a0191634-4a91-4496-9909-b864789fa62a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.1460500 Aug 28 03:36:15.729467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:15.729807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Checking segment: {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:15.731418 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Bound using segment: {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:15.731890 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Bound port: 5ad0c4b5-5156-4601-8e16-6da2ce225512, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:15.732248 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.769590 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:36:15.789058 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Sync routers for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:36:15.797745 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device af2e61ff-66cf-43ca-a328-4cab7c6a8840 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:15.800175 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-64055a74-fe87-4a5a-92c7-46559d25f7cd req-53d96f49-cdd7-40cd-ac5d-40478ad710c9 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.0330751 Aug 28 03:36:15.806298 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:15.807485 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:15.845748 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-486dce31-c973-48c5-8f04-eef3fd8fa919 req-0d600263-c091-42b0-bd56-6cb4a8b3003e tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175275 Aug 28 03:36:15.906134 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port af2e61ff-66cf-43ca-a328-4cab7c6a8840 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:15.906560 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.923616 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:15.927454 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-076b160c-ac14-4c50-80f6-3165651007ae admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9062099 Aug 28 03:36:15.928787 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 36570) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:36:15.934004 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:15.949291 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:15.960228 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba94ce5-1c47-41de-ae63-7bdc81eff999 req-9ca627a4-5223-489b-985c-521549ec1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:15.960729 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8ba94ce5-1c47-41de-ae63-7bdc81eff999 req-9ca627a4-5223-489b-985c-521549ec1808 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 1099 time: 0.1053884 Aug 28 03:36:15.965070 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:16.050343 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8ba94ce5-1c47-41de-ae63-7bdc81eff999 req-a598903b-d150-4795-83f4-50dce20c7cf6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595303 Aug 28 03:36:16.051844 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.094970 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:16.095599 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.097126 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] 10.222.0.38 "PUT /v2.0/ports/5ad0c4b5-5156-4601-8e16-6da2ce225512 HTTP/1.1" status: 200 len: 1094 time: 2.3558435 Aug 28 03:36:16.097734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:16.104058 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f81eb61-288c-4d95-86fc-17bf2a0135cc" -d '{"events": [{"name": "network-changed", "server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:16.138507 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97a49-0253-48d4-bb41-c5a452d46fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:16.160740 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdfee00-6e5d-4aa8-b245-9816dfa83008 x-openstack-request-id: req-dbdfee00-6e5d-4aa8-b245-9816dfa83008 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:16.161216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:16.161602 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbdfee00-6e5d-4aa8-b245-9816dfa83008 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:16.162014 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512', 'status': 'completed', 'code': 200} Aug 28 03:36:16.173383 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1742c6-da3d-410e-95a8-a47ce8fe6f33 req-fb9ea76a-ecf0-4cef-aa75-412eb1c19575 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:16.174901 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a1742c6-da3d-410e-95a8-a47ce8fe6f33 req-fb9ea76a-ecf0-4cef-aa75-412eb1c19575 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1039951 Aug 28 03:36:16.221303 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:13Z', 'revision_number': 3, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:16.271995 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f698-6f88-483e-835c-464299da7422 req-334225b6-5c85-4824-93c5-6c07859d6336 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:16.273876 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8695f698-6f88-483e-835c-464299da7422 req-334225b6-5c85-4824-93c5-6c07859d6336 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0573504 Aug 28 03:36:16.292452 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a1742c6-da3d-410e-95a8-a47ce8fe6f33 req-6e41331e-ac37-41d8-8575-1e3f6ebb3211 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Aug 28 03:36:16.323063 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8695f698-6f88-483e-835c-464299da7422 req-b8e5d225-4269-4856-99f2-9bbe60e4540d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Aug 28 03:36:16.337324 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Checking router: e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:36:16.337678 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Updating router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe port f85f5141-2a0f-42ff-8e14-85e4560cfd85 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:36:16.363643 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.540932 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.619226 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.629544 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Transition to ACTIVE for port object f85f5141-2a0f-42ff-8e14-85e4560cfd85 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:16.708812 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Allocated IP 172.20.0.1 (d458995c-4e37-4332-a9d5-bc6cbde3b912/26ee269c-8f59-46ae-9c4b-f2fe06664b7b/d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:16.709025 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-b33d93ac-3788-4c0f-b65d-875a86f9159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:16.710571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-b33d93ac-3788-4c0f-b65d-875a86f9159e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 1097 time: 0.0422943 Aug 28 03:36:16.715833 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.757840 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6798f69-05a5-4c7b-993e-4be40c2374ec None None] Pushing event updated for resources: {'Port': ['ID=f85f5141-2a0f-42ff-8e14-85e4560cfd85,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:16.779582 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Attempting to bind port f85f5141-2a0f-42ff-8e14-85e4560cfd85 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:16.780242 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Attempting to bind port f85f5141-2a0f-42ff-8e14-85e4560cfd85 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:16.780858 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Attempting to bind port f85f5141-2a0f-42ff-8e14-85e4560cfd85 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:16.786451 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:16.787079 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:16.787482 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.787872 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:16.788322 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Bound port: f85f5141-2a0f-42ff-8e14-85e4560cfd85, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:16.788953 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.833277 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.841213 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-6d34d48a-c18c-4219-8aff-fec7cea2095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:16.842719 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-6d34d48a-c18c-4219-8aff-fec7cea2095e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0bb02ef0912a4cc192f150cbe065c563&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1131191 Aug 28 03:36:16.846525 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] For port f85f5141-2a0f-42ff-8e14-85e4560cfd85, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:16.846990 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] For port f85f5141-2a0f-42ff-8e14-85e4560cfd85, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f85f5141-2a0f-42ff-8e14-85e4560cfd85,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:16.848305 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Transition to ACTIVE for port object d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:16.926386 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.942164 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-445d4fde-3f81-4d95-a789-952b26516614 req-cacbe8de-a651-4650-b3ec-6e9ad8e15e40 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.0384431 Aug 28 03:36:16.956086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:16.978609 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6798f69-05a5-4c7b-993e-4be40c2374ec None None] Pushing event updated for resources: {'Port': ['ID=f85f5141-2a0f-42ff-8e14-85e4560cfd85,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:16.995905 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:16.999212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:17.002790 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:17.003418 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:17.005221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:17.035052 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ce505-e6ce-4b75-8281-96b64046b305 req-2f031f13-850d-4e36-ada4-63b4234a1915 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.035550 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:17.045616 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-527ce505-e6ce-4b75-8281-96b64046b305 req-2f031f13-850d-4e36-ada4-63b4234a1915 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.1208878 Aug 28 03:36:17.060371 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:17.069128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-94d7f6e2-5d28-459a-b9ec-43c35e48d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.071487 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3f81eb61-288c-4d95-86fc-17bf2a0135cc req-94d7f6e2-5d28-459a-b9ec-43c35e48d9a9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208500 Aug 28 03:36:17.126945 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-527ce505-e6ce-4b75-8281-96b64046b305 req-59242ffc-f8af-41be-9b49-81a73a818e6f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721238 Aug 28 03:36:17.135537 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:17.212678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-01e7a900-3437-46c6-bef7-87059cd1f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.214263 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-01e7a900-3437-46c6-bef7-87059cd1f4be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 1097 time: 0.0542727 Aug 28 03:36:17.271901 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-9527a9d4-a837-45f2-bc05-f4ef46c9081a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512 HTTP/1.1" status: 200 len: 217 time: 0.0382042 Aug 28 03:36:17.280432 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:17.337261 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-861a8b35-b339-4094-83b6-16d9c9feb6dc None None] Provisioning for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:17.342682 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-861a8b35-b339-4094-83b6-16d9c9feb6dc None None] Provisioning complete for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:17.343045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-861a8b35-b339-4094-83b6-16d9c9feb6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:17.357600 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-6bc9a9ac-bfeb-4e4e-9ae8-afbc5e734d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.363114 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-6bc9a9ac-bfeb-4e4e-9ae8-afbc5e734d08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=101daa87-1ce3-4e78-8858-1354aa7e7758 HTTP/1.1" status: 200 len: 854 time: 0.0808406 Aug 28 03:36:17.385376 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:13Z', 'revision_number': 3, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:17.403943 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-861a8b35-b339-4094-83b6-16d9c9feb6dc None None] Port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:36:17.420756 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a20b5f-a6a8-44a8-a84e-d7bc9884b63d None None] The sync data for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi is: [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:13Z', 'revision_number': 3, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:36:17.451671 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-dd61333c-d749-4424-a03c-3c6bcacfe1b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392060 Aug 28 03:36:17.470089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a8d5b-9b77-4cdd-99c3-ddb1060bcc97 req-453c99f5-a9ab-42ba-9b98-be24b7715da4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.473085 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b08a8d5b-9b77-4cdd-99c3-ddb1060bcc97 req-453c99f5-a9ab-42ba-9b98-be24b7715da4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0710042 Aug 28 03:36:17.542105 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:17.550384 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b08a8d5b-9b77-4cdd-99c3-ddb1060bcc97 req-c5a9d09f-02c6-4091-acff-25fb5bde7aa8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 Aug 28 03:36:17.877036 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-b40cf095-e3c3-4d2b-8ae1-e97d042e59da service neutron] 10.222.0.38 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943989 Aug 28 03:36:17.906873 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:17.917487 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-11793ed3-f893-4ace-89ca-a34f2cea71ea tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.919757 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-11793ed3-f893-4ace-89ca-a34f2cea71ea tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "GET /v2.0/networks?id=41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 200 len: 808 time: 0.2126739 Aug 28 03:36:17.925185 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b714f-77f6-4964-9fed-017691d8cb20 req-2405228c-368b-4480-bbc4-04b3e486ebb4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:17.926760 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d55b714f-77f6-4964-9fed-017691d8cb20 req-2405228c-368b-4480-bbc4-04b3e486ebb4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.4784179 Aug 28 03:36:17.943959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Request body: {'port': {'device_id': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459', 'admin_state_up': True, 'tenant_id': '16f23aaca1ea44b18e982e26375d8288'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:17.961525 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:18.007581 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5268605-d8e3-4125-b198-82b703a9260a req-2f9a966f-4736-4270-b18e-c8b56224ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:18.009115 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-2f9a966f-4736-4270-b18e-c8b56224ee52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.1491904 Aug 28 03:36:18.030574 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d55b714f-77f6-4964-9fed-017691d8cb20 req-de5790f9-4a9d-4969-ab7f-1c05046ddb64 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926180 Aug 28 03:36:18.132664 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-bc3706c7-5220-4ede-9709-8b3480e5e105 service neutron] 10.222.0.38 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391069 Aug 28 03:36:18.197907 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5268605-d8e3-4125-b198-82b703a9260a req-dd02a410-64a6-4776-845c-ba2c1cd84e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:18.199520 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-dd02a410-64a6-4776-845c-ba2c1cd84e11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1586397 Aug 28 03:36:18.205646 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-029a3741-de4f-4d1d-adf6-5147fed962ab req-56831e14-7600-421b-ade0-8a53ea96f87e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.1238081 Aug 28 03:36:18.247971 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:18.264639 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:18.276651 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-72879d05-fde8-4cf8-9609-95e4e9b8c6cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0589068 Aug 28 03:36:18.334352 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37a26-8f3e-45b4-b493-797d0e195e3e req-7fabb147-a75e-4496-9ac6-800bcb3bc1d6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:18.335919 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-47c37a26-8f3e-45b4-b493-797d0e195e3e req-7fabb147-a75e-4496-9ac6-800bcb3bc1d6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.0583470 Aug 28 03:36:18.379125 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-47c37a26-8f3e-45b4-b493-797d0e195e3e req-c09ec605-45d6-407f-b853-85c71f59f788 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Aug 28 03:36:18.386765 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:18.386765 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:18.438658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Made reservation on behalf of 16f23aaca1ea44b18e982e26375d8288 for: {'port': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:18.442674 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:18.505558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5268605-d8e3-4125-b198-82b703a9260a req-6a6709d2-fa71-4777-9677-f8234192a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:18.506992 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-6a6709d2-fa71-4777-9677-f8234192a627 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0565135 Aug 28 03:36:18.580081 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-020aa271-4d1d-418b-9164-e8f2e204441c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500886 Aug 28 03:36:18.613291 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:36:18.636695 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-0f445bd9-ded9-4218-b4f6-693f19a1c3d9 None None] Provisioning complete for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:18.638257 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0f445bd9-ded9-4218-b4f6-693f19a1c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:18.648096 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Allocated IP 172.20.0.8 (41b74776-cc93-4a26-8e6f-c033184d8459/4b5047da-d3a1-45d0-9989-f8c5b1870ab3/3cecedff-141f-42f4-902c-b603bdf587f7) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:18.675927 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-0f445bd9-ded9-4218-b4f6-693f19a1c3d9 None None] Port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:36:18.726123 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-43e3b59e-ff92-4ed5-b3db-67cd80339fa6 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134932 Aug 28 03:36:18.827688 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a5268605-d8e3-4125-b198-82b703a9260a req-c9e1316e-c21c-4ad5-83d8-914779a06a55 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943701 Aug 28 03:36:18.830467 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a6f62-9184-4385-a919-0d08cd79636e req-e0c1eeb2-9498-4dcd-ba49-d80897d151f9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:18.832204 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d43a6f62-9184-4385-a919-0d08cd79636e req-e0c1eeb2-9498-4dcd-ba49-d80897d151f9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1506801 Aug 28 03:36:18.837170 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:36:18.873305 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b751dd92-9a4c-432d-bdb4-daa6d9d8e3d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9427261 Aug 28 03:36:18.952389 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d43a6f62-9184-4385-a919-0d08cd79636e req-8813443c-2496-4c0f-aa19-3a7d0bdc997f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135774 Aug 28 03:36:19.002475 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.109284 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.154637 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Network 41b74776-cc93-4a26-8e6f-c033184d8459 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:19.157214 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:19.160019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:19.192390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068accc3-7ce4-4bb2-9bcf-7f45dabbf40c req-66aba6fb-95ec-4d2e-8ff1-00dffa2a71b1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:19.194006 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-068accc3-7ce4-4bb2-9bcf-7f45dabbf40c req-66aba6fb-95ec-4d2e-8ff1-00dffa2a71b1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0834188 Aug 28 03:36:19.201530 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Pushing event updated for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:19.232514 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:19.233347 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.252788 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-068accc3-7ce4-4bb2-9bcf-7f45dabbf40c req-76711a5d-4af3-4228-8747-0903ae43a792 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520442 Aug 28 03:36:19.321884 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9a900-8acc-4f8f-ad6a-4af20bef239e req-e211027a-933c-4f9a-8bde-a6bb43fd774f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:19.323332 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6af9a900-8acc-4f8f-ad6a-4af20bef239e req-e211027a-933c-4f9a-8bde-a6bb43fd774f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 931 time: 0.0565536 Aug 28 03:36:19.360553 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-66bc6d49-16cc-42e3-910e-7953821bf27f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215641 Aug 28 03:36:19.367035 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6af9a900-8acc-4f8f-ad6a-4af20bef239e req-24eb0248-ecf6-4102-886d-2b58e1ff86d2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Aug 28 03:36:19.413211 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Request body: {'port': {'device_id': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:19.424749 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Sync routers for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:36:19.439086 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:19.439905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:19.472893 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.537502 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131134a9-5239-426c-98ad-7a9707bf1bee req-2302e76b-daf0-4499-a2b3-97915cb3988b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:19.546250 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-131134a9-5239-426c-98ad-7a9707bf1bee req-2302e76b-daf0-4499-a2b3-97915cb3988b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.0692229 Aug 28 03:36:19.582716 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:19.593091 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-131134a9-5239-426c-98ad-7a9707bf1bee req-8d721299-dea9-4a23-801f-604f681173a6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Aug 28 03:36:19.789974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f85f5141-2a0f-42ff-8e14-85e4560cfd85 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:19.804308 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cecedff-141f-42f4-902c-b603bdf587f7 {{(pid=94549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:19.812015 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.831397 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Transition to ACTIVE for port object 3cecedff-141f-42f4-902c-b603bdf587f7 will not be triggered until provisioned by entity L2. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:19.872735 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:17Z', 'revision_number': 4, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'd5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3', 'name': '', 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'mac_address': 'fa:16:3e:13:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:16Z', 'updated_at': '2021-08-28T03:36:17Z', 'revision_number': 2, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'subnets': [{'id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:19.908935 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Checking router: e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:36:19.909377 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Updating router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:36:19.909613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.947546 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port f85f5141-2a0f-42ff-8e14-85e4560cfd85 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:19.953168 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f85f5141-2a0f-42ff-8e14-85e4560cfd85 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:19.953544 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:19.956455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.020870 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Pushing event updated for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:20.175900 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c32dd-1cf0-40db-983e-0bacabc34b7e req-5aaf144d-43cc-48ba-8630-bc901e314db4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.183521 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d46c32dd-1cf0-40db-983e-0bacabc34b7e req-5aaf144d-43cc-48ba-8630-bc901e314db4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0830731 Aug 28 03:36:20.193542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Attempting to bind port 3cecedff-141f-42f4-902c-b603bdf587f7 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:20.193877 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Attempting to bind port 3cecedff-141f-42f4-902c-b603bdf587f7 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:20.194202 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Attempting to bind port 3cecedff-141f-42f4-902c-b603bdf587f7 on network 41b74776-cc93-4a26-8e6f-c033184d8459 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:20.211619 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Port 3cecedff-141f-42f4-902c-b603bdf587f7 on network 41b74776-cc93-4a26-8e6f-c033184d8459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:36:20.211943 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Attempting to bind port 3cecedff-141f-42f4-902c-b603bdf587f7 on network 41b74776-cc93-4a26-8e6f-c033184d8459 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:20.221518 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:20.221859 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Checking segment: {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:20.222250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Bound using segment: {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:20.222689 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Bound port: 3cecedff-141f-42f4-902c-b603bdf587f7, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338af192-9d14-4cb2-8654-0813885a63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459'}}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:20.223050 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.273138 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d46c32dd-1cf0-40db-983e-0bacabc34b7e req-66a7c6f1-1923-4d72-8ed8-c322a69c4e17 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885746 Aug 28 03:36:20.330388 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, cleared binding levels {{(pid=94549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:20.333778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3cecedff-141f-42f4-902c-b603bdf587f7,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:20.351972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.399262 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86301842-dd3e-48e3-a53d-b7704286dc64 req-ef2a8bf5-5fd7-4f26-b78a-0ed2089c02ca tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.401015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port f85f5141-2a0f-42ff-8e14-85e4560cfd85, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f85f5141-2a0f-42ff-8e14-85e4560cfd85,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:20.408853 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-86301842-dd3e-48e3-a53d-b7704286dc64 req-ef2a8bf5-5fd7-4f26-b78a-0ed2089c02ca tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0734563 Aug 28 03:36:20.422118 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.432795 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Transition to ACTIVE for port object d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:20.456160 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-86301842-dd3e-48e3-a53d-b7704286dc64 req-02a6ca3b-b3a0-4910-8c92-d41875e98727 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Aug 28 03:36:20.500013 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.543055 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.583252 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af3b4-9253-4f16-9f4c-a1824566a8f5 req-296c4fcd-8bc0-40b9-8459-999a8584eba7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.593517 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.608252 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-759af3b4-9253-4f16-9f4c-a1824566a8f5 req-296c4fcd-8bc0-40b9-8459-999a8584eba7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.1565058 Aug 28 03:36:20.641884 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.642540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.644104 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] 10.222.0.38 "PUT /v2.0/ports/3cecedff-141f-42f4-902c-b603bdf587f7 HTTP/1.1" status: 200 len: 1093 time: 1.2365122 Aug 28 03:36:20.644580 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:20.646915 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1494646-8d25-418d-9a8a-a16181d792fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:20.659695 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=f85f5141-2a0f-42ff-8e14-85e4560cfd85,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:20.693934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697ca1d-33d3-4e32-a746-268295684e51 service neutron] Pushing event updated for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=3']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:20.725928 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-759af3b4-9253-4f16-9f4c-a1824566a8f5 req-1089c998-d0d2-4dff-b2ee-f082eccc24b5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168470 Aug 28 03:36:20.837027 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657ea7-1988-48f4-ad81-961779d7ff8f None None] Pushing event updated for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:20.840527 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c0485-a42f-417f-a1ad-ab6a28d1ecca req-60a4fcb0-9c30-4a8b-b1be-424402e79a57 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.852165 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ad46b-ec2d-4271-91a2-d9302bee3e48 x-openstack-request-id: req-a56ad46b-ec2d-4271-91a2-d9302bee3e48 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:20.852743 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:20.852860 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-523c0485-a42f-417f-a1ad-ab6a28d1ecca req-60a4fcb0-9c30-4a8b-b1be-424402e79a57 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.1864617 Aug 28 03:36:20.852993 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a56ad46b-ec2d-4271-91a2-d9302bee3e48 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:20.855517 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7', 'status': 'completed', 'code': 200} Aug 28 03:36:20.872137 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Attempting to bind port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:20.872499 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Attempting to bind port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:20.872900 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Attempting to bind port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 on network d458995c-4e37-4332-a9d5-bc6cbde3b912 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:20.874521 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-946e5645-4e84-49aa-9276-00835ca0adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:20.876467 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-946e5645-4e84-49aa-9276-00835ca0adf3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 1096 time: 0.1067302 Aug 28 03:36:20.880992 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:20.881400 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Checking segment: {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:20.881807 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.882196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Bound using segment: {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:20.882671 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Bound port: d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d1ad25-6a34-463c-b664-b6e2e2faa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:20.883055 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:20.918014 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-523c0485-a42f-417f-a1ad-ab6a28d1ecca req-05b905ae-91f6-4830-b336-093ca0ffee0a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545075 Aug 28 03:36:20.985298 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-9067ce98-0441-44d9-86d3-437bf4cb0868 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cecedff-141f-42f4-902c-b603bdf587f7 HTTP/1.1" status: 200 len: 217 time: 0.0811982 Aug 28 03:36:20.994803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] For port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:20.999771 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] For port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:21.063232 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:21.075599 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-542a6585-e186-4d85-b3cf-9e1f6756e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:21.077146 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-542a6585-e186-4d85-b3cf-9e1f6756e7c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b5047da-d3a1-45d0-9989-f8c5b1870ab3 HTTP/1.1" status: 200 len: 848 time: 0.0840051 Aug 28 03:36:21.157382 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-16125a48-39db-4088-8a10-7dd7d3ed3aec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=41b74776-cc93-4a26-8e6f-c033184d8459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719292 Aug 28 03:36:21.214658 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657ea7-1988-48f4-ad81-961779d7ff8f None None] Pushing event updated for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:21.227762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:36:21.229761 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:36:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:21.462789 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-3818e439-ec63-403e-88ec-07770ff3b39c service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955267 Aug 28 03:36:21.499967 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:36:21.540722 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a545-d89e-48f6-ae12-e605819f21b5 req-2c3c9607-51e3-4c18-91e4-9b3a8e4c219c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:21.542300 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4f5a545-d89e-48f6-ae12-e605819f21b5 req-2c3c9607-51e3-4c18-91e4-9b3a8e4c219c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1320205 Aug 28 03:36:21.605545 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ad56ecbe-5f71-4316-a03e-1604c029aead req-e15f0e29-e490-4e21-917d-96629169f965 service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329439 Aug 28 03:36:21.618137 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4f5a545-d89e-48f6-ae12-e605819f21b5 req-24bb778c-177d-4036-91fb-f0ca1b26341f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655644 Aug 28 03:36:21.851500 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f85f5141-2a0f-42ff-8e14-85e4560cfd85 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:21.880689 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24569cd3-068d-452b-b70e-1c8b35363598 req-f8ffb6b7-d887-43e7-868a-616f7b97419e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:21.883502 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-24569cd3-068d-452b-b70e-1c8b35363598 req-f8ffb6b7-d887-43e7-868a-616f7b97419e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.0703850 Aug 28 03:36:21.938974 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-24569cd3-068d-452b-b70e-1c8b35363598 req-973a23e8-3388-4c2f-af7f-35e113b0c5ab tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Aug 28 03:36:21.986818 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f85f5141-2a0f-42ff-8e14-85e4560cfd85 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:21.987182 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:22.013679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494646-8d25-418d-9a8a-a16181d792fa req-f55c164f-aef5-401c-8f12-d00e9552320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:22.015262 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-f55c164f-aef5-401c-8f12-d00e9552320c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=16f23aaca1ea44b18e982e26375d8288&device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 1096 time: 0.0883782 Aug 28 03:36:22.091263 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:17Z', 'revision_number': 4, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'd5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3', 'name': '', 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'mac_address': 'fa:16:3e:13:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:16Z', 'updated_at': '2021-08-28T03:36:20Z', 'revision_number': 4, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'subnets': [{'id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:36:22.130053 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e248c2-eac0-4bbd-bd6f-74ec263c36bb None None] The sync data for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi is: [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:36:17Z', 'revision_number': 4, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'd5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3', 'name': '', 'network_id': 'd458995c-4e37-4332-a9d5-bc6cbde3b912', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'mac_address': 'fa:16:3e:13:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:16Z', 'updated_at': '2021-08-28T03:36:20Z', 'revision_number': 4, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'subnets': [{'id': '26ee269c-8f59-46ae-9c4b-f2fe06664b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:36:22.460814 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd756a7-033f-4274-9570-a348d119367b req-08df0e65-7d9e-4427-87ac-c660ea7d4f5f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:22.469308 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ebd756a7-033f-4274-9570-a348d119367b req-08df0e65-7d9e-4427-87ac-c660ea7d4f5f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 944 time: 0.4358585 Aug 28 03:36:22.527962 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ebd756a7-033f-4274-9570-a348d119367b req-b4a20f69-0297-473d-96fb-4cb5fb661c7b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529363 Aug 28 03:36:22.582965 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494646-8d25-418d-9a8a-a16181d792fa req-4b3e54b2-ce2c-4d2d-9090-2e9cf0996d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:22.585237 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-4b3e54b2-ce2c-4d2d-9090-2e9cf0996d90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 200 len: 909 time: 0.5596724 Aug 28 03:36:22.633995 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-a355932a-017d-48f4-9aa5-c3d2bdfe2b39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cecedff-141f-42f4-902c-b603bdf587f7 HTTP/1.1" status: 200 len: 217 time: 0.0387926 Aug 28 03:36:22.701000 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494646-8d25-418d-9a8a-a16181d792fa req-800e0334-01ca-4cc0-8059-28f7085c8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:22.702937 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-800e0334-01ca-4cc0-8059-28f7085c8724 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b5047da-d3a1-45d0-9989-f8c5b1870ab3 HTTP/1.1" status: 200 len: 848 time: 0.0617981 Aug 28 03:36:22.738164 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-474b4d81-1534-4c7a-a982-cecd2e3a5c59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=41b74776-cc93-4a26-8e6f-c033184d8459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276191 Aug 28 03:36:22.868585 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-7aaf5c25-265f-4dac-b61c-1be0ce5e0e11 service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198680 Aug 28 03:36:23.003897 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e1494646-8d25-418d-9a8a-a16181d792fa req-724fe61d-71ee-4b7f-aa5d-9b8d1e3dc889 service neutron] 10.222.0.38 "GET /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248252 Aug 28 03:36:23.137881 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98418e2-d221-4a14-a28c-37ae745c2b91 req-952bae56-3f6d-4a52-a6ed-b29c7e037f00 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:23.148770 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f98418e2-d221-4a14-a28c-37ae745c2b91 req-952bae56-3f6d-4a52-a6ed-b29c7e037f00 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.1027386 Aug 28 03:36:23.171915 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5ad0c4b5-5156-4601-8e16-6da2ce225512 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:36:23.209123 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f98418e2-d221-4a14-a28c-37ae745c2b91 req-d2a31391-fa87-456f-a2f3-b3425a54149e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518348 Aug 28 03:36:23.393810 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:23.453015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '5ad0c4b5-5156-4601-8e16-6da2ce225512', 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206', 'port_id': '5ad0c4b5-5156-4601-8e16-6da2ce225512', 'mac_address': 'fa:16:3e:73:30:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101daa87-1ce3-4e78-8858-1354aa7e7758', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:36:23.530573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:23.553974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad0c4b5-5156-4601-8e16-6da2ce225512 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:23.580802 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:23.631448 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:23.758900 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff236a-f3ed-4695-ba31-ba13d7662fe0 req-608d6548-dac4-4975-ae88-fdd16949cb8a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:23.760567 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1cff236a-f3ed-4695-ba31-ba13d7662fe0 req-608d6548-dac4-4975-ae88-fdd16949cb8a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 945 time: 0.1093180 Aug 28 03:36:23.787677 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:23.845378 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1cff236a-f3ed-4695-ba31-ba13d7662fe0 req-c45bac0b-2d79-4c1f-9c68-2877af02ef2b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773437 Aug 28 03:36:23.882517 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:24.245151 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:24.251207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:24.255371 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:24.336963 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:24.347614 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37462f5-8602-471b-b777-f6007b9f93c3 req-8ae23180-173f-4909-8f9d-ed7885e99ff2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:24.349268 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b37462f5-8602-471b-b777-f6007b9f93c3 req-8ae23180-173f-4909-8f9d-ed7885e99ff2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.0606716 Aug 28 03:36:24.370061 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:24.396133 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b37462f5-8602-471b-b777-f6007b9f93c3 req-4e6dd185-0edb-4ed5-88f8-09cdeb77571a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Aug 28 03:36:24.436318 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['5ad0c4b5-5156-4601-8e16-6da2ce225512'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:36:24.688014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:24.757563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:24.987299 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e844e98-cc0c-4a0e-86ec-24086be78a75 req-8c157da8-affc-4ca2-b4ab-43cd22fbed22 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:24.988937 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e844e98-cc0c-4a0e-86ec-24086be78a75 req-8c157da8-affc-4ca2-b4ab-43cd22fbed22 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 945 time: 0.0591295 Aug 28 03:36:25.040273 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e844e98-cc0c-4a0e-86ec-24086be78a75 req-5b4288b7-762d-4ac9-91af-6e7f7361ad30 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Aug 28 03:36:25.539303 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02af506-0b2b-40c6-8230-aed0d740bda1 req-33dcfb39-7247-4b19-9d35-1631b31c7cae tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:25.547051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e02af506-0b2b-40c6-8230-aed0d740bda1 req-33dcfb39-7247-4b19-9d35-1631b31c7cae tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.0623231 Aug 28 03:36:25.608258 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e02af506-0b2b-40c6-8230-aed0d740bda1 req-74754766-b63f-4c09-83ac-ee45dd86a004 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526450 Aug 28 03:36:25.763841 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:25.819967 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:25.820344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:26.215534 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a21b12-9287-45f5-b783-ba68826541e0 req-9eb9daad-3128-4c48-a818-de2e37f15268 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:26.223909 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b4a21b12-9287-45f5-b783-ba68826541e0 req-9eb9daad-3128-4c48-a818-de2e37f15268 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 945 time: 0.0957606 Aug 28 03:36:26.266203 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b4a21b12-9287-45f5-b783-ba68826541e0 req-7a2310e5-38c8-4818-9ad1-96757c50bc60 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Aug 28 03:36:26.294759 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cb30-8c39-4899-bc4d-d2e744e8755d req-eb1a8096-7b5e-4046-b43b-1f40f895aa42 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:26.297079 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4861cb30-8c39-4899-bc4d-d2e744e8755d req-eb1a8096-7b5e-4046-b43b-1f40f895aa42 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0888319 Aug 28 03:36:26.355757 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4861cb30-8c39-4899-bc4d-d2e744e8755d req-6694111f-065d-4220-8892-acc1d5cad3f6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Aug 28 03:36:26.733442 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad8dc-4b1d-47c1-9ea7-1dbe4d9003de req-c1fc1da5-dd84-45a9-8b6a-b73360fcc399 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:26.735247 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cbcad8dc-4b1d-47c1-9ea7-1dbe4d9003de req-c1fc1da5-dd84-45a9-8b6a-b73360fcc399 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 943 time: 0.0627353 Aug 28 03:36:26.792800 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cbcad8dc-4b1d-47c1-9ea7-1dbe4d9003de req-61242734-8d0a-4257-93f7-a01ff2de0c28 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 Aug 28 03:36:27.169886 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3cecedff-141f-42f4-902c-b603bdf587f7 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:36:27.195866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5ad0c4b5-5156-4601-8e16-6da2ce225512 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:27.373767 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 5ad0c4b5-5156-4601-8e16-6da2ce225512 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:27.386535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 5ad0c4b5-5156-4601-8e16-6da2ce225512 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:27.386535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:27.393573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3cecedff-141f-42f4-902c-b603bdf587f7,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:27.421964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c679e-9a5a-4941-82dd-938a302adcfc req-10735e77-6c79-4504-a509-21873753083c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:27.424199 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9a1c679e-9a5a-4941-82dd-938a302adcfc req-10735e77-6c79-4504-a509-21873753083c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 945 time: 0.0727384 Aug 28 03:36:27.430003 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '3cecedff-141f-42f4-902c-b603bdf587f7', 'network_id': '41b74776-cc93-4a26-8e6f-c033184d8459', 'port_id': '3cecedff-141f-42f4-902c-b603bdf587f7', 'mac_address': 'fa:16:3e:72:4d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5047da-d3a1-45d0-9989-f8c5b1870ab3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:36:27.478336 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9a1c679e-9a5a-4941-82dd-938a302adcfc req-9db48497-377f-41e3-bb7b-3bc53985a932 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Aug 28 03:36:27.486617 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:27.520285 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cecedff-141f-42f4-902c-b603bdf587f7 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:27.549414 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:27.553117 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3cecedff-141f-42f4-902c-b603bdf587f7,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:27.573481 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:27.575869 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70161a6-9e76-4146-9032-dc79f6f4a5a7" -d '{"events": [{"server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "name": "network-vif-plugged", "status": "completed", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:27.589655 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:27.615079 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d8757-326d-435d-aed7-095c622a7a2b x-openstack-request-id: req-3f0d8757-326d-435d-aed7-095c622a7a2b {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:27.615374 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "name": "network-vif-plugged", "status": "completed", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:27.615780 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f0d8757-326d-435d-aed7-095c622a7a2b {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:27.616059 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512', 'code': 200} Aug 28 03:36:27.691928 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:27.723565 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:27.770262 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:27.834930 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:27.931449 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12feec-cecb-486f-a01b-029797f346ce req-fdd8bc4a-c99c-49eb-b776-a243cf3147cf tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:27.933092 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4d12feec-cecb-486f-a01b-029797f346ce req-fdd8bc4a-c99c-49eb-b776-a243cf3147cf tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0606647 Aug 28 03:36:27.975051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4d12feec-cecb-486f-a01b-029797f346ce req-426edb30-073e-465e-9199-eb987d2f82d4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Aug 28 03:36:28.624193 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f37c98-710b-4d59-b245-b8a140741722 req-1047b4f2-d170-4425-9c46-45548a4af346 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:28.626389 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-86f37c98-710b-4d59-b245-b8a140741722 req-1047b4f2-d170-4425-9c46-45548a4af346 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0567935 Aug 28 03:36:28.685801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-86f37c98-710b-4d59-b245-b8a140741722 req-f8a03f40-0de6-4b45-a1aa-7d80ef9c1422 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Aug 28 03:36:29.099982 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9f799-ac71-41fc-95f7-96569e652a80 req-39a0a98d-a9a5-4978-994d-fa561644694e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:29.101767 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1eb9f799-ac71-41fc-95f7-96569e652a80 req-39a0a98d-a9a5-4978-994d-fa561644694e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0515563 Aug 28 03:36:29.152540 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1eb9f799-ac71-41fc-95f7-96569e652a80 req-46608434-759f-47c8-bfb5-abb858393fbc tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Aug 28 03:36:29.813256 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695afcc1-d41c-4f7c-bb39-03b04d038376 req-3bd16bcd-a124-4feb-8c46-fa3cf561b19e tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:29.815016 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-695afcc1-d41c-4f7c-bb39-03b04d038376 req-3bd16bcd-a124-4feb-8c46-fa3cf561b19e tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0572894 Aug 28 03:36:29.857329 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-695afcc1-d41c-4f7c-bb39-03b04d038376 req-06e1716d-cc50-4768-be45-098bafa56bac tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Aug 28 03:36:30.270785 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984c410-c655-477f-a167-830da1adad30 req-25944ba7-abdf-45a5-b940-42e05cdbd5ed tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:30.272276 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7984c410-c655-477f-a167-830da1adad30 req-25944ba7-abdf-45a5-b940-42e05cdbd5ed tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0529461 Aug 28 03:36:30.314109 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7984c410-c655-477f-a167-830da1adad30 req-6a1806f5-c577-4a3f-98fd-4fca6fdfe551 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Aug 28 03:36:30.993792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c6048-eaf6-441b-8037-7696000ac1ba req-5f23da30-fba9-4b83-a499-6304b6ce23a6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:30.995244 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c0c6048-eaf6-441b-8037-7696000ac1ba req-5f23da30-fba9-4b83-a499-6304b6ce23a6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0577855 Aug 28 03:36:31.036955 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c0c6048-eaf6-441b-8037-7696000ac1ba req-19aef622-fc0b-4a65-8f5c-12a9afc3e8d7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Aug 28 03:36:31.452092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a349d4-c4af-4a39-b24e-8535142ae73f req-d3fe062f-59f5-48b7-8905-8114a903e682 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:31.453581 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c2a349d4-c4af-4a39-b24e-8535142ae73f req-d3fe062f-59f5-48b7-8905-8114a903e682 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0560660 Aug 28 03:36:31.499711 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c2a349d4-c4af-4a39-b24e-8535142ae73f req-a479068c-443f-4d20-b0f3-5d0e43dc89fa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Aug 28 03:36:31.803429 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056ad72-e669-4713-ab89-bf28ad87f900 req-f822a35d-5fd7-4d55-bfc2-11b8d634b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:31.805146 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4056ad72-e669-4713-ab89-bf28ad87f900 req-f822a35d-5fd7-4d55-bfc2-11b8d634b76f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 1099 time: 0.0450883 Aug 28 03:36:31.850239 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4056ad72-e669-4713-ab89-bf28ad87f900 req-8113b031-e547-4b04-8157-3f100e269c55 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Aug 28 03:36:32.120235 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['3cecedff-141f-42f4-902c-b603bdf587f7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:36:32.297544 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722f841-195e-45d1-b651-4e5d09d0c941 req-7f8ba6aa-cbc4-4d4a-9395-80a0fc22fb66 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:32.299105 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a722f841-195e-45d1-b651-4e5d09d0c941 req-7f8ba6aa-cbc4-4d4a-9395-80a0fc22fb66 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0542550 Aug 28 03:36:32.336731 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a722f841-195e-45d1-b651-4e5d09d0c941 req-4442df6c-a060-4313-9fc1-8edac31ba114 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 28 03:36:32.623974 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee875c7-d606-4227-ad85-ec3b5050afd1 req-b4e1d4d8-6dd0-4e2e-847f-1205d4b2ed32 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:32.625531 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ee875c7-d606-4227-ad85-ec3b5050afd1 req-b4e1d4d8-6dd0-4e2e-847f-1205d4b2ed32 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0542719 Aug 28 03:36:32.665957 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ee875c7-d606-4227-ad85-ec3b5050afd1 req-5da7ee67-d6ad-41ef-a550-40f101bcefcc tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Aug 28 03:36:33.019636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-3f2f78a3-6205-4a21-bc70-c73dc1c1536b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:33.021123 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-3f2f78a3-6205-4a21-bc70-c73dc1c1536b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 814 time: 0.1045549 Aug 28 03:36:33.036588 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-37e182a3-716f-45ee-9505-4db5901a1256 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/quotas/ebd8746c7d3d463d9b89eee3eef2d053 HTTP/1.1" status: 200 len: 375 time: 0.0096576 Aug 28 03:36:33.086407 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-3acd3f12-8987-416f-a152-0ac3b055a006 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446618 Aug 28 03:36:33.193075 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-f0d6c825-4404-4373-9f09-f696dbdf326f service neutron] 10.222.0.36 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914252 Aug 28 03:36:33.281488 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-d5fd190d-2472-47e4-8792-8de1d49fe54e service neutron] 10.222.0.36 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823541 Aug 28 03:36:33.467185 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ebaf4-6d1e-42a4-9472-2adfb7a7d619 req-4303faa0-dafc-4937-8109-280d09995129 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:33.468687 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df1ebaf4-6d1e-42a4-9472-2adfb7a7d619 req-4303faa0-dafc-4937-8109-280d09995129 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0644307 Aug 28 03:36:33.506555 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df1ebaf4-6d1e-42a4-9472-2adfb7a7d619 req-3f8db216-9d74-40ff-8ee8-64cdf8c28b59 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 28 03:36:33.566285 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-33ac6e9d-3d34-47b6-9711-fe7e8fea1bdf req-519af9ff-2b32-460a-b2c8-64ae4c4d5fad tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0265758 Aug 28 03:36:33.790048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152fc5e-9060-44e0-a1f2-df213e71a74c req-14057b9d-45ef-4fd6-b547-0bfd3d58b7a1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:33.791575 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0152fc5e-9060-44e0-a1f2-df213e71a74c req-14057b9d-45ef-4fd6-b547-0bfd3d58b7a1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0608640 Aug 28 03:36:33.831527 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0152fc5e-9060-44e0-a1f2-df213e71a74c req-133bc808-2c1d-46b1-a86a-cc272a9b055d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Aug 28 03:36:34.073958 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a15b03de-ae07-4e81-b030-847e4f4d62d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:34.626345 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89cf5-e4aa-412d-9b66-ece08cb586f7 req-8a6b7212-0531-4881-b1e5-ce7af365f09a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:34.627844 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f1b89cf5-e4aa-412d-9b66-ece08cb586f7 req-8a6b7212-0531-4881-b1e5-ce7af365f09a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0549502 Aug 28 03:36:34.659936 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-67687504-e646-490a-a2c2-c51bd06c4446 req-f543a0de-aafb-4261-b3a4-d2e5bb5933ed tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Aug 28 03:36:34.669476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f1b89cf5-e4aa-412d-9b66-ece08cb586f7 req-dac6d6fe-0ce9-4401-bc81-4113eb8ad339 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Aug 28 03:36:34.943150 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f7fad-df38-45a2-963c-3cdf27f89d42 req-8551bdac-d481-46ec-bb6b-f87fdccb454b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:34.944622 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de5f7fad-df38-45a2-963c-3cdf27f89d42 req-8551bdac-d481-46ec-bb6b-f87fdccb454b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0476515 Aug 28 03:36:34.981996 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de5f7fad-df38-45a2-963c-3cdf27f89d42 req-7781c937-1a46-48ee-a026-8bc544651691 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Aug 28 03:36:35.770333 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6e559465-4836-4bfe-9672-00d6f535c3ae req-4c001118-0119-48ba-a5c8-3cffda4c64cf tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0307736 Aug 28 03:36:35.803030 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0df1-7796-4173-ab44-88ea13970a86 req-65f26e58-8fac-4cc1-8a03-2ca68f3b3aee tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:35.804596 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-febe0df1-7796-4173-ab44-88ea13970a86 req-65f26e58-8fac-4cc1-8a03-2ca68f3b3aee tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0543389 Aug 28 03:36:35.845325 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-febe0df1-7796-4173-ab44-88ea13970a86 req-0fb6d452-f86a-49e4-bf9e-5a3e4e771cea tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Aug 28 03:36:36.091236 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6a580-dc3a-49e5-a20d-867e8bbdcf1c req-fd97a4e4-5c76-41c3-b4a2-1a4763198bcd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:36.092732 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-41f6a580-dc3a-49e5-a20d-867e8bbdcf1c req-fd97a4e4-5c76-41c3-b4a2-1a4763198bcd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0469229 Aug 28 03:36:36.129838 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-41f6a580-dc3a-49e5-a20d-867e8bbdcf1c req-2b96aa0e-1f33-46ca-93e7-12efd357a422 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Aug 28 03:36:36.421826 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-69f4ac5f-3cb1-430a-a45d-558ce20ab7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:36.863084 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-abe1c96c-bc39-4864-9efd-9cdbd84c8c82 req-5684cffe-2ca2-47bd-aab7-75eb93a562f5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Aug 28 03:36:36.957735 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bbe91-e075-4096-960f-92ada2332752 req-0afb55fd-65c0-4db8-97ec-069e94db6ebf tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:36.959194 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a22bbe91-e075-4096-960f-92ada2332752 req-0afb55fd-65c0-4db8-97ec-069e94db6ebf tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0479965 Aug 28 03:36:37.000333 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a22bbe91-e075-4096-960f-92ada2332752 req-3148b806-7cbb-47c6-b174-4876d86512f4 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Aug 28 03:36:37.187673 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:37.242422 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c754a4-3fe9-45df-8677-2bcbcd06ba79 req-a01f3ca8-3bfc-49b2-94b8-9f8f2477e3e7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:37.243894 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-01c754a4-3fe9-45df-8677-2bcbcd06ba79 req-a01f3ca8-3bfc-49b2-94b8-9f8f2477e3e7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0490038 Aug 28 03:36:37.281089 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-01c754a4-3fe9-45df-8677-2bcbcd06ba79 req-647b2bb3-a76c-4020-b3dc-46eaa1f62999 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Aug 28 03:36:37.955543 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5456eeee-f337-4eae-bb30-d235c4638e05 req-4e914478-0a50-4619-aac6-a0484392164f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Aug 28 03:36:37.982620 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:38.126430 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1b1ba-1031-44b6-94f2-62d8b29476a0 req-f5c2c6ba-0b1d-4cef-9a0a-20020cc7a424 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:38.128184 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cfe1b1ba-1031-44b6-94f2-62d8b29476a0 req-f5c2c6ba-0b1d-4cef-9a0a-20020cc7a424 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0614467 Aug 28 03:36:38.169085 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cfe1b1ba-1031-44b6-94f2-62d8b29476a0 req-fb918549-47ee-4727-9dc8-863a7f4b2e7e tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Aug 28 03:36:38.395957 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e80a6b-3334-4a21-a1b0-04b1fac6f925 req-32f3cb73-f433-43de-a89e-a98a75413815 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:38.397509 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-66e80a6b-3334-4a21-a1b0-04b1fac6f925 req-32f3cb73-f433-43de-a89e-a98a75413815 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0510700 Aug 28 03:36:38.435575 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-66e80a6b-3334-4a21-a1b0-04b1fac6f925 req-a061b730-1630-46db-80c9-767b89df650f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Aug 28 03:36:39.050663 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cb5e4392-2137-4411-be3a-23c4bc08f4e2 req-cfb996a2-a6b3-48b9-9e03-b625b4e994b9 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0287559 Aug 28 03:36:39.286699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b28759-0580-40b2-bece-be13239ffb52 req-d690c5db-b1a6-4302-8a5c-ab05bf691ed2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:39.289215 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81b28759-0580-40b2-bece-be13239ffb52 req-d690c5db-b1a6-4302-8a5c-ab05bf691ed2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0548577 Aug 28 03:36:39.329700 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81b28759-0580-40b2-bece-be13239ffb52 req-b9d4a2fc-b8e5-4825-b7a2-a9ff094de8a8 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Aug 28 03:36:39.346834 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-718da2c6-19f2-48a5-8064-2648143af39d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:39.346834 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-718da2c6-19f2-48a5-8064-2648143af39d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 814 time: 0.1013021 Aug 28 03:36:39.366865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'port': {'device_id': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'admin_state_up': True, 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:39.518998 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Made reservation on behalf of ebd8746c7d3d463d9b89eee3eef2d053 for: {'port': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:36:39.522452 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:39.600605 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb884f1-eb57-4f5a-82e6-6dad35d583d8 req-cc54e16e-bee0-4cac-a04c-2271aeb98db4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:39.602300 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aeb884f1-eb57-4f5a-82e6-6dad35d583d8 req-cc54e16e-bee0-4cac-a04c-2271aeb98db4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.0956545 Aug 28 03:36:39.682471 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aeb884f1-eb57-4f5a-82e6-6dad35d583d8 req-517173d1-8a94-4ba9-86a2-3315dfac4870 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737822 Aug 28 03:36:39.708929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Allocated IP 172.20.0.3 (cfb4174e-abbc-4c1a-96cf-d936194feabb/24c3eb19-2d22-485c-8cef-91bceb1248d1/e728f64f-b4ee-403d-a195-06db693d3a20) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:36:39.736792 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:39.861939 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:39.875251 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Transition to ACTIVE for port object e728f64f-b4ee-403d-a195-06db693d3a20 will not be triggered until provisioned by entity DHCP. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:39.982867 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.031158 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Network cfb4174e-abbc-4c1a-96cf-d936194feabb is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:36:40.035408 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:36:40.039458 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:36:40.074643 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:40.095057 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:40.095566 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.171988 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fada4860-382e-496a-a0f9-d95e4f72c72f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087523 Aug 28 03:36:40.199307 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Request body: {'port': {'device_id': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:36:40.215896 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7d1a7-db3b-4931-a1d4-efac8ea18159 req-cfeb5b09-3a06-42c7-9260-76a675b04038 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:40.217480 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-85d7d1a7-db3b-4931-a1d4-efac8ea18159 req-cfeb5b09-3a06-42c7-9260-76a675b04038 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 931 time: 0.0789330 Aug 28 03:36:40.273590 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-85d7d1a7-db3b-4931-a1d4-efac8ea18159 req-532159a3-d4e5-4db1-ac84-ecd4ad7ee708 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496595 Aug 28 03:36:40.286485 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.429499 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-87492a9d-f1ba-42b4-979a-9302fefcd2f4 None None] Provisioning for port e728f64f-b4ee-403d-a195-06db693d3a20 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:40.435139 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-87492a9d-f1ba-42b4-979a-9302fefcd2f4 None None] Provisioning complete for port e728f64f-b4ee-403d-a195-06db693d3a20 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:40.436529 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-87492a9d-f1ba-42b4-979a-9302fefcd2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.521032 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-87492a9d-f1ba-42b4-979a-9302fefcd2f4 None None] Port e728f64f-b4ee-403d-a195-06db693d3a20 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:36:40.541077 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478f0b-9d0e-4af0-80e1-23cc0aae3c28 req-e2150310-f3bb-4430-863f-04d1aa1e3944 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:40.542720 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8d478f0b-9d0e-4af0-80e1-23cc0aae3c28 req-e2150310-f3bb-4430-863f-04d1aa1e3944 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.1227696 Aug 28 03:36:40.603615 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8d478f0b-9d0e-4af0-80e1-23cc0aae3c28 req-35b55164-d07e-4585-aeb7-cd41caf456dd tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Aug 28 03:36:40.756977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e728f64f-b4ee-403d-a195-06db693d3a20 {{(pid=94549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:36:40.773894 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3cecedff-141f-42f4-902c-b603bdf587f7 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:36:40.779926 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.809120 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Transition to ACTIVE for port object e728f64f-b4ee-403d-a195-06db693d3a20 will not be triggered until provisioned by entity L2. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:36:40.874070 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.919714 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 3cecedff-141f-42f4-902c-b603bdf587f7 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:36:40.923247 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a122fa-cc80-41c1-ab9e-fc5df89ea876 req-ab5b96a4-fc22-4dcc-97b8-bad7872b8e8a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:40.924287 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 3cecedff-141f-42f4-902c-b603bdf587f7 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:36:40.924859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:40.925136 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-83a122fa-cc80-41c1-ab9e-fc5df89ea876 req-ab5b96a4-fc22-4dcc-97b8-bad7872b8e8a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 944 time: 0.1000500 Aug 28 03:36:40.994331 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:41.050530 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-83a122fa-cc80-41c1-ab9e-fc5df89ea876 req-5a3c9db9-9419-4481-a976-929944997539 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174726 Aug 28 03:36:41.050849 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:41.096351 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:41.097819 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Attempting to bind port e728f64f-b4ee-403d-a195-06db693d3a20 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:36:41.098154 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Attempting to bind port e728f64f-b4ee-403d-a195-06db693d3a20 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:36:41.098478 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Attempting to bind port e728f64f-b4ee-403d-a195-06db693d3a20 on network cfb4174e-abbc-4c1a-96cf-d936194feabb {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:41.098611 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265df12a-7477-46ff-914d-f1d795366fb9" -d '{"events": [{"server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "name": "network-vif-plugged", "status": "completed", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:41.104062 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Port e728f64f-b4ee-403d-a195-06db693d3a20 on network cfb4174e-abbc-4c1a-96cf-d936194feabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:36:41.104385 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Attempting to bind port e728f64f-b4ee-403d-a195-06db693d3a20 on network cfb4174e-abbc-4c1a-96cf-d936194feabb {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:36:41.110529 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:36:41.111443 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Checking segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:36:41.111851 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Bound using segment: {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'} {{(pid=94549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:36:41.112286 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.managers [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Bound port: e728f64f-b4ee-403d-a195-06db693d3a20, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb'}}] {{(pid=94549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:36:41.113258 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:41.119132 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3cecedff-141f-42f4-902c-b603bdf587f7,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:36:41.165707 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee65189-7d13-4957-a452-8b16d27c2416 x-openstack-request-id: req-eee65189-7d13-4957-a452-8b16d27c2416 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:41.165707 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "name": "network-vif-plugged", "status": "completed", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:41.165707 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eee65189-7d13-4957-a452-8b16d27c2416 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:41.165707 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7', 'code': 200} Aug 28 03:36:41.182460 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:41.205977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, cleared binding levels {{(pid=94549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:36:41.209574 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:36:41.245713 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:41.255048 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.262760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:36:41.285840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:41.321828 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:41.322447 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:41.323836 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] 10.222.0.38 "PUT /v2.0/ports/e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1093 time: 1.1307428 Aug 28 03:36:41.324850 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:36:41.327083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11a432-a1a0-407a-bf09-16ccd1acb723" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:36:41.351739 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513e23-7ccf-4372-8e90-6733cd799257 service neutron] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=3']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:36:41.428934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39146-a623-486d-9325-068d042a3a11 req-f3fb4555-90e2-4802-b880-10daa54bed40 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:41.430454 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c8e39146-a623-486d-9325-068d042a3a11 req-f3fb4555-90e2-4802-b880-10daa54bed40 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0618379 Aug 28 03:36:41.486247 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c8e39146-a623-486d-9325-068d042a3a11 req-f0659954-fb11-4834-bd08-2b1bbb3f0fdb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Aug 28 03:36:41.542337 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38eb0f7-ca28-4253-8aa7-5ce46fdd8cd6 x-openstack-request-id: req-f38eb0f7-ca28-4253-8aa7-5ce46fdd8cd6 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:36:41.543779 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:36:41.543779 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f38eb0f7-ca28-4253-8aa7-5ce46fdd8cd6 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:36:41.544430 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:36:42.158961 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215c17a-e91c-40a1-a857-239c413de351 req-e6778802-fe1e-4f55-b8f7-772e3c8c03bc tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:42.160492 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9215c17a-e91c-40a1-a857-239c413de351 req-e6778802-fe1e-4f55-b8f7-772e3c8c03bc tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0490849 Aug 28 03:36:42.202875 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9215c17a-e91c-40a1-a857-239c413de351 req-495b8001-6402-4763-887c-38b50d4e2ffe tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344899 Aug 28 03:36:42.608298 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84741-2b9a-4ea3-ad56-765e37437366 req-c7cb5729-c6ba-4584-a5da-eade7bbd2157 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:42.609780 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c1c84741-2b9a-4ea3-ad56-765e37437366 req-c7cb5729-c6ba-4584-a5da-eade7bbd2157 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0511293 Aug 28 03:36:42.656714 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c1c84741-2b9a-4ea3-ad56-765e37437366 req-74b6c50b-a0d4-42a4-90d6-019383a5fba2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Aug 28 03:36:43.318101 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa1249-bfd9-4db2-8579-237a04969cce req-9e078db8-3048-45d2-894f-92c33ebe2248 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:43.319583 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0eaa1249-bfd9-4db2-8579-237a04969cce req-9e078db8-3048-45d2-894f-92c33ebe2248 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0491738 Aug 28 03:36:43.358436 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0eaa1249-bfd9-4db2-8579-237a04969cce req-5782495c-ba48-428d-b831-9abc9f59664f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Aug 28 03:36:43.773529 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3366b-8553-4482-9b53-e3a0d939f9d7 req-e26977d9-c25e-43de-9e9b-bda71c17aebb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:43.775667 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ba3366b-8553-4482-9b53-e3a0d939f9d7 req-e26977d9-c25e-43de-9e9b-bda71c17aebb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0537088 Aug 28 03:36:43.819476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ba3366b-8553-4482-9b53-e3a0d939f9d7 req-c76bef1c-07dc-43bd-806c-25cf0ba9b019 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Aug 28 03:36:44.478270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066569-357d-4c4a-be5a-e5ea8dde6e49 req-ecb947b1-b959-4db0-98fe-a923e43b1f68 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:44.486079 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-38066569-357d-4c4a-be5a-e5ea8dde6e49 req-ecb947b1-b959-4db0-98fe-a923e43b1f68 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0589120 Aug 28 03:36:44.519589 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-38066569-357d-4c4a-be5a-e5ea8dde6e49 req-77c93606-9e0a-49fc-a260-20309440e229 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Aug 28 03:36:44.952988 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a0212-b0ef-4c7b-8d42-f664b2335f24 req-f00a6711-9363-4eab-ab6e-43bf99e12ccd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:44.954652 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-757a0212-b0ef-4c7b-8d42-f664b2335f24 req-f00a6711-9363-4eab-ab6e-43bf99e12ccd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0541565 Aug 28 03:36:44.993051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-757a0212-b0ef-4c7b-8d42-f664b2335f24 req-36f8f89d-5dbb-4518-89a2-f4e9aacbbe50 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Aug 28 03:36:45.644512 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c407c1-c78f-4df9-8e1f-ae2722462991 req-c2a8863b-2660-4f43-9959-be39138d4858 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:45.646051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40c407c1-c78f-4df9-8e1f-ae2722462991 req-c2a8863b-2660-4f43-9959-be39138d4858 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0564761 Aug 28 03:36:45.685477 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40c407c1-c78f-4df9-8e1f-ae2722462991 req-42a62882-1036-4a45-bb88-c09754716848 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Aug 28 03:36:46.115890 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6da03-21b3-4202-8bf9-09fe01cbb818 req-dec4fc7f-aa61-41f1-a648-196da72108b6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:46.117421 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e8f6da03-21b3-4202-8bf9-09fe01cbb818 req-dec4fc7f-aa61-41f1-a648-196da72108b6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0499740 Aug 28 03:36:46.162054 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e8f6da03-21b3-4202-8bf9-09fe01cbb818 req-d1cb833a-21c8-4a33-9f37-fb2c6b1911d2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 Aug 28 03:36:46.804927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1752db-6977-427f-9a8b-324ea55bf583 req-25f09dd9-0a60-43d0-8c11-cf658eefe386 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:46.811105 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8d1752db-6977-427f-9a8b-324ea55bf583 req-25f09dd9-0a60-43d0-8c11-cf658eefe386 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0542414 Aug 28 03:36:46.859384 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8d1752db-6977-427f-9a8b-324ea55bf583 req-1c488cc1-469d-4839-83e9-78583aeb5e04 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Aug 28 03:36:47.288419 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582be65-093c-4434-9b00-801b5aca858e req-c3ed2082-0803-4c4b-8633-9ea5a1d7a5fe tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:47.290373 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3582be65-093c-4434-9b00-801b5aca858e req-c3ed2082-0803-4c4b-8633-9ea5a1d7a5fe tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0601707 Aug 28 03:36:47.325392 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:36:47.328226 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3582be65-093c-4434-9b00-801b5aca858e req-a07ec544-5bbf-47cf-a2c5-69d1a66da0f3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 28 03:36:47.975275 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51fa2d-76bd-4e6f-a583-4f39a8e5ff86 req-2143a6e2-21ef-4d37-a751-02f9096179f7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:47.977381 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c51fa2d-76bd-4e6f-a583-4f39a8e5ff86 req-2143a6e2-21ef-4d37-a751-02f9096179f7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0528979 Aug 28 03:36:48.017341 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3c51fa2d-76bd-4e6f-a583-4f39a8e5ff86 req-16514b3d-937c-4720-affa-d1f070a9c64b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Aug 28 03:36:48.451627 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504560e-90a5-4324-9488-8a50125270de req-1334131b-66d0-4617-87ae-d249fff92159 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:48.453214 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e504560e-90a5-4324-9488-8a50125270de req-1334131b-66d0-4617-87ae-d249fff92159 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0508826 Aug 28 03:36:48.503945 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e504560e-90a5-4324-9488-8a50125270de req-895a5917-9c67-4faf-a493-49fba63f9ab2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Aug 28 03:36:49.147049 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023650c-d5e3-444e-ba28-c23226cd6f34 req-8f19eb1e-26cd-4974-85a9-ae08dc8f3481 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:49.153235 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4023650c-d5e3-444e-ba28-c23226cd6f34 req-8f19eb1e-26cd-4974-85a9-ae08dc8f3481 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0659056 Aug 28 03:36:49.192444 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4023650c-d5e3-444e-ba28-c23226cd6f34 req-f8c42f8a-ba77-4bf6-b86e-fc6b656dae34 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Aug 28 03:36:49.633786 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396ccfe-6844-4f72-978b-f00b3a97d0d1 req-458b6330-7b3c-4e00-a15e-07679cc70ce6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:49.640023 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b396ccfe-6844-4f72-978b-f00b3a97d0d1 req-458b6330-7b3c-4e00-a15e-07679cc70ce6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0510762 Aug 28 03:36:49.678573 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b396ccfe-6844-4f72-978b-f00b3a97d0d1 req-f2ce26ab-411e-431b-9d5d-adae45053f55 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Aug 28 03:36:50.305667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e455a48-7da8-4ffd-872a-f6386e065b8e req-74f26ef0-06b8-43df-9c2b-ad2df57c3539 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:50.307144 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e455a48-7da8-4ffd-872a-f6386e065b8e req-74f26ef0-06b8-43df-9c2b-ad2df57c3539 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 28 03:36:50.310926 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:36:50.346411 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e455a48-7da8-4ffd-872a-f6386e065b8e req-ff975156-a867-47de-89bf-c865d375c06d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Aug 28 03:36:50.797976 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f66d6-4f15-4bbc-b91d-082d5a6040f3 req-2a9841a6-360c-41d2-a6da-c472e2f6a9d3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:50.799482 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d9f66d6-4f15-4bbc-b91d-082d5a6040f3 req-2a9841a6-360c-41d2-a6da-c472e2f6a9d3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0551541 Aug 28 03:36:50.840834 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d9f66d6-4f15-4bbc-b91d-082d5a6040f3 req-2e7853f8-5e4c-4ed4-be18-32b1e73093d3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Aug 28 03:36:51.485491 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c541ef-505e-4457-ab52-561ce076e104 req-eb7fdbd5-f455-4fb2-aae1-bd236754d1f7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:51.491048 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-78c541ef-505e-4457-ab52-561ce076e104 req-eb7fdbd5-f455-4fb2-aae1-bd236754d1f7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0601902 Aug 28 03:36:51.524479 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-78c541ef-505e-4457-ab52-561ce076e104 req-f107f999-5dcd-419c-ad85-312e77561caf tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315294 Aug 28 03:36:51.965654 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e91d-f385-4c99-86a9-3a6da1bda8a4 req-0e16cbcb-e9ea-424b-8b23-b82621c199d3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:51.967182 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-13f9e91d-f385-4c99-86a9-3a6da1bda8a4 req-0e16cbcb-e9ea-424b-8b23-b82621c199d3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0537510 Aug 28 03:36:52.009342 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-13f9e91d-f385-4c99-86a9-3a6da1bda8a4 req-90cbcf51-af90-41c2-85c2-45da149e7f47 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 28 03:36:52.634492 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11173d0e-2d17-4f51-aed2-95b8b8c9d925 req-66d4c95c-ec16-4be4-b53e-06d9c613c7a4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:52.635940 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-11173d0e-2d17-4f51-aed2-95b8b8c9d925 req-66d4c95c-ec16-4be4-b53e-06d9c613c7a4 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0472808 Aug 28 03:36:52.674668 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-11173d0e-2d17-4f51-aed2-95b8b8c9d925 req-09961be3-7119-4994-988f-7138a5a6a65b tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Aug 28 03:36:53.145040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a7ea-1180-4342-a2a7-7eeb31ed9815 req-4975e7cc-8eef-43b5-bc7e-a928db35fe17 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:53.146855 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a5a7a7ea-1180-4342-a2a7-7eeb31ed9815 req-4975e7cc-8eef-43b5-bc7e-a928db35fe17 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0670547 Aug 28 03:36:53.188580 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a5a7a7ea-1180-4342-a2a7-7eeb31ed9815 req-a347a9ad-f19e-4ed9-a5d9-b9d3d2fc9718 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Aug 28 03:36:53.802689 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0f1d-c8e6-4582-b93b-edab91aa626c req-10815ff8-ee00-44a5-ba97-c5d6f3ad67d8 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:53.806409 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fb9f0f1d-c8e6-4582-b93b-edab91aa626c req-10815ff8-ee00-44a5-ba97-c5d6f3ad67d8 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0641966 Aug 28 03:36:53.849092 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fb9f0f1d-c8e6-4582-b93b-edab91aa626c req-99a1ae71-ee24-4bf9-ab6e-2f9ed57a52e1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Aug 28 03:36:54.313672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd485ab-c638-45b6-af88-3db4bd4315af req-382ee5a1-f4f1-41db-94d0-49841cfe2f5f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:54.315151 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9fd485ab-c638-45b6-af88-3db4bd4315af req-382ee5a1-f4f1-41db-94d0-49841cfe2f5f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0581892 Aug 28 03:36:54.354432 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9fd485ab-c638-45b6-af88-3db4bd4315af req-396d6aea-6d82-468d-a2cd-8cabbf7591b5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Aug 28 03:36:54.964771 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085061ae-05ac-411c-882a-cb7f38a7c78b req-646dedf2-269c-4cf8-a342-ac84def22f74 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:54.966254 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-085061ae-05ac-411c-882a-cb7f38a7c78b req-646dedf2-269c-4cf8-a342-ac84def22f74 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0495021 Aug 28 03:36:55.009579 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-085061ae-05ac-411c-882a-cb7f38a7c78b req-e449392b-ce30-43c0-88e6-c2912378d2e1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Aug 28 03:36:55.475484 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3ab3-826b-4c73-a87a-c667b98da4c2 req-da1f7a17-e1fa-4a6b-a30f-cf709c34e65c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:55.477684 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72ea3ab3-826b-4c73-a87a-c667b98da4c2 req-da1f7a17-e1fa-4a6b-a30f-cf709c34e65c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0533381 Aug 28 03:36:55.541871 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72ea3ab3-826b-4c73-a87a-c667b98da4c2 req-d7f39682-b8ca-441a-b5b2-20f6f8daa574 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Aug 28 03:36:56.153633 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf411a-6636-44f8-973a-53e27a2918ee req-0a7d3ef2-c732-47f9-b7cc-fcb17bc6f790 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:56.153633 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-82bf411a-6636-44f8-973a-53e27a2918ee req-0a7d3ef2-c732-47f9-b7cc-fcb17bc6f790 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0757780 Aug 28 03:36:56.193227 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-82bf411a-6636-44f8-973a-53e27a2918ee req-d9f77873-bccf-4294-bf9b-71e6f1e4af8e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Aug 28 03:36:56.706043 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64579ad-2ff7-41fe-94bb-2b9adfa74748 req-e2ca40f4-cc7e-4f6c-b6f5-736f48eccc22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:56.709884 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f64579ad-2ff7-41fe-94bb-2b9adfa74748 req-e2ca40f4-cc7e-4f6c-b6f5-736f48eccc22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0565417 Aug 28 03:36:56.766603 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f64579ad-2ff7-41fe-94bb-2b9adfa74748 req-1f365eca-acb0-4d9b-8178-49ad8953538a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Aug 28 03:36:57.311388 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec966bf-2e40-4785-ab9d-a4277891c317 req-651c9ab1-96c8-433e-868b-753b1d393eeb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:57.313469 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9ec966bf-2e40-4785-ab9d-a4277891c317 req-651c9ab1-96c8-433e-868b-753b1d393eeb tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0548182 Aug 28 03:36:57.357656 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9ec966bf-2e40-4785-ab9d-a4277891c317 req-d17622c5-0a9f-4c02-8ec5-129fac6442a1 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Aug 28 03:36:57.899256 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f7faa-3f22-44e2-a103-0f63a2c4f0e0 req-a84ad2de-5af1-4cbb-9646-04e3272eb34c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:57.900747 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6a2f7faa-3f22-44e2-a103-0f63a2c4f0e0 req-a84ad2de-5af1-4cbb-9646-04e3272eb34c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0561774 Aug 28 03:36:57.939432 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6a2f7faa-3f22-44e2-a103-0f63a2c4f0e0 req-102fc802-d6d7-46f3-8799-22021e215221 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Aug 28 03:36:58.520161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00817ed6-bee8-4d20-96c0-2637bd2ba346 req-716bfad8-6f6b-4878-9d1a-8185611f79fa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:58.526173 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-00817ed6-bee8-4d20-96c0-2637bd2ba346 req-716bfad8-6f6b-4878-9d1a-8185611f79fa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0739353 Aug 28 03:36:58.566187 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-00817ed6-bee8-4d20-96c0-2637bd2ba346 req-80dbde8e-925f-4dab-9ec7-4565729aa849 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368607 Aug 28 03:36:59.055820 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4569b-4777-4309-923c-d1191d36f1ef req-6a428f63-0380-4a03-9aa0-77833ec79c85 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:59.057341 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ab4569b-4777-4309-923c-d1191d36f1ef req-6a428f63-0380-4a03-9aa0-77833ec79c85 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0501497 Aug 28 03:36:59.095818 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ab4569b-4777-4309-923c-d1191d36f1ef req-1db6b971-20e0-401e-bf95-ed1d20c370ff tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Aug 28 03:36:59.684490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5a55f-117a-4aa7-9691-e440065e5a21 req-b5cc5e12-8a5e-4f0a-9d88-c69fae3758cd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:36:59.685982 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aea5a55f-117a-4aa7-9691-e440065e5a21 req-b5cc5e12-8a5e-4f0a-9d88-c69fae3758cd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0486159 Aug 28 03:36:59.724517 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aea5a55f-117a-4aa7-9691-e440065e5a21 req-85a7f098-14ab-415e-bf90-b405a475c750 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 28 03:37:00.211612 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382858b3-c067-4a1e-9a29-bd5a308fa304 req-174cf4b2-369c-46f7-90fd-b984156d0892 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:00.213010 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-382858b3-c067-4a1e-9a29-bd5a308fa304 req-174cf4b2-369c-46f7-90fd-b984156d0892 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Aug 28 03:37:00.249541 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-382858b3-c067-4a1e-9a29-bd5a308fa304 req-c9a9d96b-bee5-4f27-8e00-39fc002ff1c1 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300140 Aug 28 03:37:00.835539 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c206ee-9374-41d4-8061-629bf31fad56 req-6af2706d-b179-4254-87b8-679932565d9e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:00.837052 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-93c206ee-9374-41d4-8061-629bf31fad56 req-6af2706d-b179-4254-87b8-679932565d9e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0487683 Aug 28 03:37:00.875938 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-93c206ee-9374-41d4-8061-629bf31fad56 req-47811d88-8214-4b0b-8134-e2e035e37400 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Aug 28 03:37:01.363781 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ce84-f6db-486e-8b22-77498dbe76eb req-f6e79517-7c4b-4efd-a519-07629e122c5b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:01.365288 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ad01ce84-f6db-486e-8b22-77498dbe76eb req-f6e79517-7c4b-4efd-a519-07629e122c5b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0517089 Aug 28 03:37:01.402328 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ad01ce84-f6db-486e-8b22-77498dbe76eb req-2c950165-89f6-4d3c-9656-db7da1cd063b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Aug 28 03:37:01.989031 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa60571-e43c-43b1-930c-2e780c363430 req-1f2d1fe2-0fc4-44ab-bf62-142e91b881e3 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:01.990503 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1fa60571-e43c-43b1-930c-2e780c363430 req-1f2d1fe2-0fc4-44ab-bf62-142e91b881e3 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0489452 Aug 28 03:37:02.028070 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1fa60571-e43c-43b1-930c-2e780c363430 req-33d3a4fd-70b5-45b3-9d67-8f212e71d5e7 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 28 03:37:02.520953 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf9a7-23b5-4ce3-bf1d-af825567f966 req-7225c1d3-03ad-42a3-a4f5-121a47b22946 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:02.522432 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ac0bf9a7-23b5-4ce3-bf1d-af825567f966 req-7225c1d3-03ad-42a3-a4f5-121a47b22946 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0558362 Aug 28 03:37:02.559689 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ac0bf9a7-23b5-4ce3-bf1d-af825567f966 req-9058fe5e-fc6a-43d7-b768-d09b1c1c8a51 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Aug 28 03:37:03.146635 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c77ce-e4cd-42a7-87f0-f17c2c5b0c34 req-01b0a389-34b1-4e70-a42f-4f6e65197737 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:03.148767 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c61c77ce-e4cd-42a7-87f0-f17c2c5b0c34 req-01b0a389-34b1-4e70-a42f-4f6e65197737 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0554230 Aug 28 03:37:03.187599 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c61c77ce-e4cd-42a7-87f0-f17c2c5b0c34 req-e641ac8e-fd7c-463b-923a-5dc343b0dad2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Aug 28 03:37:03.676834 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04921e95-52b8-4c1f-8d7d-629274e39530 req-b94d8538-78b3-43e2-b7b1-cf1289cd29f1 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:03.678472 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-04921e95-52b8-4c1f-8d7d-629274e39530 req-b94d8538-78b3-43e2-b7b1-cf1289cd29f1 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0533705 Aug 28 03:37:03.722399 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-04921e95-52b8-4c1f-8d7d-629274e39530 req-5ff2474d-7f5f-4411-be73-4580eabf71e7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Aug 28 03:37:04.079318 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7cddd346-4f48-4521-9b3e-234eefb29b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:04.299106 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19ee80-92b9-4efe-be88-4ba9b90e0bb2 req-eec3f3d2-c7e5-42e5-8d85-0d307989e2f5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:04.300792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bd19ee80-92b9-4efe-be88-4ba9b90e0bb2 req-eec3f3d2-c7e5-42e5-8d85-0d307989e2f5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0482223 Aug 28 03:37:04.338682 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bd19ee80-92b9-4efe-be88-4ba9b90e0bb2 req-847636ef-8c66-42b5-83c5-5bbdbcecee88 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 28 03:37:04.846914 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01ae5-d943-4892-afe8-abcfd9418439 req-743e2512-5e2d-4f04-aec2-253440dd62c0 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:04.846914 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68a01ae5-d943-4892-afe8-abcfd9418439 req-743e2512-5e2d-4f04-aec2-253440dd62c0 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0551908 Aug 28 03:37:04.885571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68a01ae5-d943-4892-afe8-abcfd9418439 req-1091f87a-6f42-4c34-9bfd-88fb50f0224f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Aug 28 03:37:04.954649 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-5752fd80-5019-40c8-9c22-e62590dc833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:04.956166 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-5752fd80-5019-40c8-9c22-e62590dc833f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1096 time: 0.0427966 Aug 28 03:37:05.125449 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-c0790259-3599-423f-a66a-14bea5fc30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:05.127114 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-c0790259-3599-423f-a66a-14bea5fc30f7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1136582 Aug 28 03:37:05.277591 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc405d-e424-419b-baa7-976a29174302 req-40d2ca9f-13a2-4cf2-bfc3-a64398eb6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:05.279093 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3edc405d-e424-419b-baa7-976a29174302 req-40d2ca9f-13a2-4cf2-bfc3-a64398eb6f65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 1098 time: 0.0498602 Aug 28 03:37:05.298892 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-615d2d73-2df7-41fd-a983-f874f53096dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:05.303680 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-da11a432-a1a0-407a-bf09-16ccd1acb723 req-615d2d73-2df7-41fd-a983-f874f53096dd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001546 Aug 28 03:37:05.316479 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3edc405d-e424-419b-baa7-976a29174302 req-93749521-f966-4d32-ab08-5cb145ad5833 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276828 Aug 28 03:37:05.448974 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdc3e4-03ca-42b8-a2a8-6cc6b7ee0d7b req-719d4188-58e9-4c63-9e61-0d9148815e21 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:05.450432 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21cdc3e4-03ca-42b8-a2a8-6cc6b7ee0d7b req-719d4188-58e9-4c63-9e61-0d9148815e21 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0476098 Aug 28 03:37:05.491248 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21cdc3e4-03ca-42b8-a2a8-6cc6b7ee0d7b req-96d79112-6bb6-41f0-a2f6-206a0b670724 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Aug 28 03:37:06.003072 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4585-1bbb-409e-a683-433e77413ece req-71d5d372-4730-4607-9d2c-497092aede4f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:06.004523 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-31bd4585-1bbb-409e-a683-433e77413ece req-71d5d372-4730-4607-9d2c-497092aede4f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0526540 Aug 28 03:37:06.040377 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-31bd4585-1bbb-409e-a683-433e77413ece req-28c9e548-719c-40e5-9ddb-812667a5f91a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300045 Aug 28 03:37:06.415754 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d3da-e7b2-4cb1-8fb2-4d92deb55069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:06.425566 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fe82113f-4768-4f18-9c7b-2d7d5d340009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:06.427071 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-fe82113f-4768-4f18-9c7b-2d7d5d340009 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1096 time: 0.0416212 Aug 28 03:37:06.487601 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-208be2d1-fcfc-4bd0-ae3a-4aabe2327e85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 217 time: 0.0390375 Aug 28 03:37:06.575988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-7aa607ec-e66d-4b7c-b3ba-52c65f7c914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:06.577684 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-7aa607ec-e66d-4b7c-b3ba-52c65f7c914f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0436642 Aug 28 03:37:06.603565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47d497-e204-4271-8a1f-b0e9d970a3b4 req-5cc28c6f-7bb2-43d1-93bc-59376600374c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:06.605967 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fd47d497-e204-4271-8a1f-b0e9d970a3b4 req-5cc28c6f-7bb2-43d1-93bc-59376600374c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0494192 Aug 28 03:37:06.626080 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-4fb2aa58-c4a5-450a-822c-19ef89636808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:06.627588 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-4fb2aa58-c4a5-450a-822c-19ef89636808 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429235 Aug 28 03:37:06.645239 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fd47d497-e204-4271-8a1f-b0e9d970a3b4 req-9b049bed-9269-44cd-a21d-fc21a78afc71 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Aug 28 03:37:06.720570 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-8fae427f-2f26-4303-aed6-ad7c3f82d3d9 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Aug 28 03:37:06.894057 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a221ac2-d18b-432b-98e6-e987383dd662 req-64ed5f35-cf23-418a-a0b5-0997221a4ecf service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Aug 28 03:37:07.155691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6e37e-58e6-4d25-9771-7777fe1f3bf9 req-b6d2a79e-3299-4e14-88c9-5b709561d737 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:07.164974 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4eb6e37e-58e6-4d25-9771-7777fe1f3bf9 req-b6d2a79e-3299-4e14-88c9-5b709561d737 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0498269 Aug 28 03:37:07.199266 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:07.213694 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4eb6e37e-58e6-4d25-9771-7777fe1f3bf9 req-7b5e0a03-40f8-4460-9b16-c76b7c3ffb90 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 Aug 28 03:37:07.760982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075f481-4d77-4080-a31d-cb65ec23f997 req-0493fce1-c16c-48c9-b359-010894b3ed3e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:07.762502 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2075f481-4d77-4080-a31d-cb65ec23f997 req-0493fce1-c16c-48c9-b359-010894b3ed3e tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0498161 Aug 28 03:37:07.799772 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2075f481-4d77-4080-a31d-cb65ec23f997 req-741f7787-6139-4d49-858d-656c019f4e3c tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Aug 28 03:37:07.953073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:08.328219 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84069be9-e9e5-4535-9bf6-c07c32b8ebae req-741cf559-c0ca-41b6-9be6-2c6ed9f952ee tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:08.329818 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-84069be9-e9e5-4535-9bf6-c07c32b8ebae req-741cf559-c0ca-41b6-9be6-2c6ed9f952ee tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0498149 Aug 28 03:37:08.368734 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-84069be9-e9e5-4535-9bf6-c07c32b8ebae req-d0077626-360e-40d6-b762-f0762c47f9fd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Aug 28 03:37:08.914919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8e37-82b4-421c-b5ac-66bb6495f83d req-816952c2-3d50-47f2-9bf2-dcb8aafe9124 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:08.916931 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0ffe8e37-82b4-421c-b5ac-66bb6495f83d req-816952c2-3d50-47f2-9bf2-dcb8aafe9124 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0506742 Aug 28 03:37:08.956038 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0ffe8e37-82b4-421c-b5ac-66bb6495f83d req-1b45d440-5060-4f2e-8530-e34e7d975bc8 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Aug 28 03:37:09.489255 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8aad1-e609-4855-ab86-b2f86e73b9bc req-75875c65-77d1-4f3c-8fbf-71e425787920 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:09.490771 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2eb8aad1-e609-4855-ab86-b2f86e73b9bc req-75875c65-77d1-4f3c-8fbf-71e425787920 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0546393 Aug 28 03:37:09.536934 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2eb8aad1-e609-4855-ab86-b2f86e73b9bc req-50222313-5ecc-4408-a5a7-8e78643baae5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Aug 28 03:37:09.735647 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:10.072215 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d707-d848-4770-8971-745737319b83 req-53166c5c-7559-4f3c-891b-411ae4141514 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:10.073680 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5cd3d707-d848-4770-8971-745737319b83 req-53166c5c-7559-4f3c-891b-411ae4141514 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0520928 Aug 28 03:37:10.112200 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5cd3d707-d848-4770-8971-745737319b83 req-eb2f22ca-586f-43e2-966f-5fa103104500 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Aug 28 03:37:10.650620 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1f5f8-472a-4219-8e5f-2ea4acda347b req-54a634b9-4c9e-4a59-99ea-7f7e2644fffa tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:10.652004 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-42f1f5f8-472a-4219-8e5f-2ea4acda347b req-54a634b9-4c9e-4a59-99ea-7f7e2644fffa tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0475469 Aug 28 03:37:10.689761 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-42f1f5f8-472a-4219-8e5f-2ea4acda347b req-c0e986f8-5fcb-4e11-af63-ea2c219362f3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 28 03:37:11.224175 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea83d7b-d1e4-4997-8866-76a2ebf00792 req-82a8bd94-07a1-4cc4-a99c-80988539ea70 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:11.225655 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ea83d7b-d1e4-4997-8866-76a2ebf00792 req-82a8bd94-07a1-4cc4-a99c-80988539ea70 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0480397 Aug 28 03:37:11.264881 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ea83d7b-d1e4-4997-8866-76a2ebf00792 req-eb72321d-feab-4d1a-a83a-d77dd580b7ac tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Aug 28 03:37:11.802468 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d28dd-3ec1-42a4-b902-b60af28c6be8 req-9e95dbac-ced3-4a12-ab5b-90ea0b1368f0 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:11.803982 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-717d28dd-3ec1-42a4-b902-b60af28c6be8 req-9e95dbac-ced3-4a12-ab5b-90ea0b1368f0 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0478673 Aug 28 03:37:11.842597 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-717d28dd-3ec1-42a4-b902-b60af28c6be8 req-abb69a9f-1f9f-40f3-b713-000f43f6f0f8 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Aug 28 03:37:12.377638 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbb5e-63aa-4f20-93d7-29b1bd5a3126 req-ebb3f20a-129d-4a8b-bc37-f418b9075033 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:12.379232 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e96fbb5e-63aa-4f20-93d7-29b1bd5a3126 req-ebb3f20a-129d-4a8b-bc37-f418b9075033 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0485110 Aug 28 03:37:12.417638 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e96fbb5e-63aa-4f20-93d7-29b1bd5a3126 req-a3853d1c-8c26-469e-8fc1-0d4ead14b223 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Aug 28 03:37:12.958503 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72c0d-eef4-42e5-9dfa-5c823f9f641c req-d9f2a1df-7474-4d9a-a795-6cd27330bd27 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:12.959922 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dab72c0d-eef4-42e5-9dfa-5c823f9f641c req-d9f2a1df-7474-4d9a-a795-6cd27330bd27 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0507219 Aug 28 03:37:12.997811 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dab72c0d-eef4-42e5-9dfa-5c823f9f641c req-234acedc-df81-4ef0-9e60-526a5cfa369d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Aug 28 03:37:13.532026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaae00-f99b-4279-8b32-86c0bb412c49 req-552fcce5-3843-4783-8eb8-c500f0b16fb2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:13.533146 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ecaae00-f99b-4279-8b32-86c0bb412c49 req-552fcce5-3843-4783-8eb8-c500f0b16fb2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0504549 Aug 28 03:37:13.579221 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ecaae00-f99b-4279-8b32-86c0bb412c49 req-6fa37527-81f9-4475-bcb2-7667dde9ef15 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Aug 28 03:37:14.108509 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca60399-fafc-4210-a170-9645ff20e1ee req-4e9e1835-4939-4bbf-9882-2854948fd350 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:14.110027 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ca60399-fafc-4210-a170-9645ff20e1ee req-4e9e1835-4939-4bbf-9882-2854948fd350 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0480804 Aug 28 03:37:14.150512 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ca60399-fafc-4210-a170-9645ff20e1ee req-2c75ce4a-b53a-4e68-861f-097d737147e0 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Aug 28 03:37:14.700928 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37758b07-7510-44ed-b77d-dcb100fe0e4e req-e7093371-ed0f-4870-b7b4-67f90103eb15 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:14.702405 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-37758b07-7510-44ed-b77d-dcb100fe0e4e req-e7093371-ed0f-4870-b7b4-67f90103eb15 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0486016 Aug 28 03:37:14.741051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-37758b07-7510-44ed-b77d-dcb100fe0e4e req-f268cca4-ecc2-4479-9933-c4d4769dd3cd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Aug 28 03:37:15.266189 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3d99c-e43f-4982-bd94-9484e963800a req-775bc1bf-f4f0-4577-8f27-fff681d36cd6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:15.267546 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bda3d99c-e43f-4982-bd94-9484e963800a req-775bc1bf-f4f0-4577-8f27-fff681d36cd6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Aug 28 03:37:15.306298 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bda3d99c-e43f-4982-bd94-9484e963800a req-b7f003d3-4f7e-43e6-8bd5-b8d08c08497a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Aug 28 03:37:15.854158 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3ce73-570b-40db-aa2f-18d026415d4b req-aa21f526-0d01-4f81-ad31-9e5b55fd6cec tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:15.855625 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ab3ce73-570b-40db-aa2f-18d026415d4b req-aa21f526-0d01-4f81-ad31-9e5b55fd6cec tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0493133 Aug 28 03:37:15.899995 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ab3ce73-570b-40db-aa2f-18d026415d4b req-ebc191fc-23fa-4ac1-8e4c-842f5d145a78 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Aug 28 03:37:16.419154 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5973-c4aa-4d5e-8f4d-1c5a7ecbc9fc req-f9c47a78-1fcf-4650-9803-361a5e0f477b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:16.420690 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-526a5973-c4aa-4d5e-8f4d-1c5a7ecbc9fc req-f9c47a78-1fcf-4650-9803-361a5e0f477b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0484774 Aug 28 03:37:16.457790 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-526a5973-c4aa-4d5e-8f4d-1c5a7ecbc9fc req-3b44b83d-bb95-4c36-8f29-e5fedd8547fb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 28 03:37:17.016067 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067c43-522f-4ffc-a592-43199c7c861e req-383c05c1-80e6-47b6-aeb1-513e20873800 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:17.017492 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4b067c43-522f-4ffc-a592-43199c7c861e req-383c05c1-80e6-47b6-aeb1-513e20873800 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0515342 Aug 28 03:37:17.055927 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4b067c43-522f-4ffc-a592-43199c7c861e req-ce0ab033-765d-421a-8002-78e3caebb961 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Aug 28 03:37:17.295511 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:17.572382 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c399ef-9ea3-4322-8660-77efbef23c3d req-b9e9eddd-c8d7-4078-8b87-64e580ab0b6e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:17.573771 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b1c399ef-9ea3-4322-8660-77efbef23c3d req-b9e9eddd-c8d7-4078-8b87-64e580ab0b6e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0471518 Aug 28 03:37:17.610595 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b1c399ef-9ea3-4322-8660-77efbef23c3d req-dff7da08-0183-4234-94d4-cc6c30f03a79 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Aug 28 03:37:18.172574 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22818b-eddf-4e33-af0a-d1d212b0ae28 req-a91ff66f-df4e-4143-92ec-13f981ddb4d9 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:18.174063 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0c22818b-eddf-4e33-af0a-d1d212b0ae28 req-a91ff66f-df4e-4143-92ec-13f981ddb4d9 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 28 03:37:18.210530 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0c22818b-eddf-4e33-af0a-d1d212b0ae28 req-e9f918c5-1178-40d3-878d-9fad83488b26 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Aug 28 03:37:18.720679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215ae5-ea13-4d27-a756-cba3ae19c6d4 req-1af29078-8360-4e68-8a55-4549cf542c33 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:18.722410 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d7215ae5-ea13-4d27-a756-cba3ae19c6d4 req-1af29078-8360-4e68-8a55-4549cf542c33 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0486550 Aug 28 03:37:18.760267 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d7215ae5-ea13-4d27-a756-cba3ae19c6d4 req-a7f1ec4d-1861-4701-ae9e-e51768d911c8 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Aug 28 03:37:19.320711 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06078-bd83-4489-9c2b-82385164ad8b req-c8974bab-2b27-4aa5-ab20-69c40215216a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:19.322194 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8ec06078-bd83-4489-9c2b-82385164ad8b req-c8974bab-2b27-4aa5-ab20-69c40215216a tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0480940 Aug 28 03:37:19.361134 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8ec06078-bd83-4489-9c2b-82385164ad8b req-3073a60c-dd12-46ca-aed4-933474c54682 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 28 03:37:19.876374 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e24c-9d42-40de-ad7b-530e53608925 req-06a60a11-2d8e-48cc-bc47-82f315a80f7e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:19.877908 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4510e24c-9d42-40de-ad7b-530e53608925 req-06a60a11-2d8e-48cc-bc47-82f315a80f7e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0528882 Aug 28 03:37:19.931487 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4510e24c-9d42-40de-ad7b-530e53608925 req-c6aa49e7-7a81-4775-b4c4-0a0ccb333a0c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Aug 28 03:37:20.479797 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc3a4-285e-4d18-a2f7-0bd00bd5019f req-28c900a3-e2bf-4b4a-bc77-de2d595f91ce tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:20.481365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-930bc3a4-285e-4d18-a2f7-0bd00bd5019f req-28c900a3-e2bf-4b4a-bc77-de2d595f91ce tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0553491 Aug 28 03:37:20.517870 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-930bc3a4-285e-4d18-a2f7-0bd00bd5019f req-596838d3-d855-473f-b631-7f6c01f12ef2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Aug 28 03:37:21.064484 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef601b-fff8-422f-b32c-cd4045ace7b5 req-7fb8d985-cad2-4862-9f25-83fe09e19c96 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:21.069306 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d2ef601b-fff8-422f-b32c-cd4045ace7b5 req-7fb8d985-cad2-4862-9f25-83fe09e19c96 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0489035 Aug 28 03:37:21.111906 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d2ef601b-fff8-422f-b32c-cd4045ace7b5 req-96a76c20-f0a8-48dc-a702-99ffd549ae47 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Aug 28 03:37:21.632465 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fb98d-7c74-44ad-8988-25b123ddc9f8 req-f8146935-ac2b-4d0f-aea9-732fa21219cd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:21.633968 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb6fb98d-7c74-44ad-8988-25b123ddc9f8 req-f8146935-ac2b-4d0f-aea9-732fa21219cd tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0510480 Aug 28 03:37:21.672441 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb6fb98d-7c74-44ad-8988-25b123ddc9f8 req-679b499d-d7c5-4b48-bdca-333b6c36ed88 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Aug 28 03:37:22.225198 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ae7c8-8b23-48fe-90ac-bb73c84b62c1 req-249e76aa-36d6-4a71-992e-561bcfc42cf7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.226991 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e79ae7c8-8b23-48fe-90ac-bb73c84b62c1 req-249e76aa-36d6-4a71-992e-561bcfc42cf7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Aug 28 03:37:22.273263 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e79ae7c8-8b23-48fe-90ac-bb73c84b62c1 req-d030936c-5627-4eb2-9bba-cce81475cd7c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Aug 28 03:37:22.663247 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5850f-493b-4e25-ba59-d64c2adab2af req-090e2962-9d3b-4331-b566-e4266959aa4d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.665588 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40b5850f-493b-4e25-ba59-d64c2adab2af req-090e2962-9d3b-4331-b566-e4266959aa4d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Aug 28 03:37:22.704044 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-40b5850f-493b-4e25-ba59-d64c2adab2af req-dc76e57f-a060-4c3f-868e-9ac34151b521 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 28 03:37:22.737569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-c2e261c9-06a0-4578-936f-1d277652b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.739110 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-c2e261c9-06a0-4578-936f-1d277652b2d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0550773 Aug 28 03:37:22.837934 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a19f7-1dd0-4df6-bfbf-eaa32cd922dd req-e0c9a30a-b2dc-47c1-8b2d-7b09abe0938f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.839410 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-789a19f7-1dd0-4df6-bfbf-eaa32cd922dd req-e0c9a30a-b2dc-47c1-8b2d-7b09abe0938f tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0975046 Aug 28 03:37:22.886098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-ff78124f-30a3-45b8-a2f6-fdc925413d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.887552 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-ff78124f-30a3-45b8-a2f6-fdc925413d2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1363585 Aug 28 03:37:22.894578 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-789a19f7-1dd0-4df6-bfbf-eaa32cd922dd req-f2a0f42d-9d86-4524-8f4c-abb80687f98d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488636 Aug 28 03:37:22.929823 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-c88fd643-0064-449f-8d50-1cbafcf4d5fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0343206 Aug 28 03:37:22.985775 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-5420f7d9-b05f-42a6-8b87-ab378c983b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:22.987207 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-5420f7d9-b05f-42a6-8b87-ab378c983b03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0481758 Aug 28 03:37:23.019640 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-b398a069-1771-4037-9623-1224ea0edf4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240796 Aug 28 03:37:23.112101 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-1f73ed16-e787-45af-9f12-8fce7e68512a service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838752 Aug 28 03:37:23.205908 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84350cee-c1f9-4f82-ae16-7ad0ee908e88 req-f7c4d038-b2d3-4a5c-bb96-178b2902d766 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Aug 28 03:37:23.393525 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b069c-af81-4806-b84b-a52f2ab79cdc req-33b7fae0-d146-4b73-9e6c-d3750007d40a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:23.395025 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-553b069c-af81-4806-b84b-a52f2ab79cdc req-33b7fae0-d146-4b73-9e6c-d3750007d40a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Aug 28 03:37:23.432052 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-553b069c-af81-4806-b84b-a52f2ab79cdc req-6d8f9df0-1899-453a-a55f-116a1b24bae2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Aug 28 03:37:23.822387 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5b177-7e1d-4762-bc9e-a943de5d5781 req-e8a4f6c9-3026-4498-827a-81f513caec38 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:23.823896 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dae5b177-7e1d-4762-bc9e-a943de5d5781 req-e8a4f6c9-3026-4498-827a-81f513caec38 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0499310 Aug 28 03:37:23.862390 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dae5b177-7e1d-4762-bc9e-a943de5d5781 req-ad5c648f-1730-4d6d-b715-3449b8980511 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 28 03:37:24.715149 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-c5113ec8-cdc7-409c-9a13-38dacff828c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3058214 Aug 28 03:37:24.721573 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85a18-e1f9-4915-a992-be1d069a2bbb req-16c04562-b559-4c9b-beeb-5dcac02e2d34 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:24.730015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-29c85a18-e1f9-4915-a992-be1d069a2bbb req-16c04562-b559-4c9b-beeb-5dcac02e2d34 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 943 time: 0.0772934 Aug 28 03:37:24.744270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-2b27ce19-e0e7-4129-98a3-b421d23bea32 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:24.751519 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-2b27ce19-e0e7-4129-98a3-b421d23bea32 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.3650222 Aug 28 03:37:24.767322 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-29c85a18-e1f9-4915-a992-be1d069a2bbb req-343e8fd5-f110-4e47-8d03-b5a59a5a19ca tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363214 Aug 28 03:37:24.777325 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-7ebb6eb8-8717-4083-b9b7-7d6ccb7a784a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/quotas/3b3b972de3bd44d4a1a497b8a24f8182 HTTP/1.1" status: 200 len: 375 time: 0.0249360 Aug 28 03:37:24.840326 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-348caae7-25cf-40a2-9ae4-75f660aec799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:24.841839 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-348caae7-25cf-40a2-9ae4-75f660aec799 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0817916 Aug 28 03:37:24.855571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-00c9bd3a-243b-4e7f-a326-d2f14a131b6f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641432 Aug 28 03:37:24.963806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device e728f64f-b4ee-403d-a195-06db693d3a20 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:37:25.019102 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-baa9a656-fdae-4fa5-8f05-b49fd2f5949e service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565859 Aug 28 03:37:25.062479 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:25.074759 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'port_id': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'mac_address': 'fa:16:3e:dd:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:37:25.080159 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-83237a14-197d-44c9-853f-4e2000ababbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:25.081673 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-83237a14-197d-44c9-853f-4e2000ababbd service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1756597 Aug 28 03:37:25.117080 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:25.132295 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6445ec6-2590-4787-ad41-5aa66aeb0a6c req-ffbe34ee-6ca8-48ae-9ca0-d162e2c35cda tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:25.133855 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e6445ec6-2590-4787-ad41-5aa66aeb0a6c req-ffbe34ee-6ca8-48ae-9ca0-d162e2c35cda tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.2968762 Aug 28 03:37:25.137601 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e728f64f-b4ee-403d-a195-06db693d3a20 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:37:25.141029 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-ae0c3f43-ca3d-47b8-b300-b2fc4b5b2c05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a HTTP/1.1" status: 200 len: 217 time: 0.0461841 Aug 28 03:37:25.160738 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:25.177694 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e6445ec6-2590-4787-ad41-5aa66aeb0a6c req-42f54eb1-132a-4370-8472-08b6da904204 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Aug 28 03:37:25.205630 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-1cab14f6-e853-4498-8569-64c09d0a059f service neutron] 10.222.0.36 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749632 Aug 28 03:37:25.211775 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-3579ec46-36cf-4a82-b359-7ed80a38b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:25.213451 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-3579ec46-36cf-4a82-b359-7ed80a38b654 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0645411 Aug 28 03:37:25.244332 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:25.256388 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-71f883df-fe92-418f-a777-7515bf9bed7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339816 Aug 28 03:37:25.286503 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39463005-5f28-4d2f-a45e-a48b1e5b375c req-ee722ddc-c49d-45ff-82c0-dcec998c73f4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:25.288230 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-39463005-5f28-4d2f-a45e-a48b1e5b375c req-ee722ddc-c49d-45ff-82c0-dcec998c73f4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0541284 Aug 28 03:37:25.303485 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:25.327779 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-39463005-5f28-4d2f-a45e-a48b1e5b375c req-8a3325dd-1511-4ca0-8598-e5b29914a359 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Aug 28 03:37:25.360908 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-95d8b9ec-b47b-4a20-b72b-9cc35ab1a858 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963395 Aug 28 03:37:25.454667 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-40530686-6fd0-480c-8b40-b6af4ea7775b req-c2d13399-4e2a-49f8-8083-9923b556854e service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Aug 28 03:37:25.530578 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2a301875-5ad6-4e2f-9013-00773225c773 req-850d8d2f-90bc-45a5-a5e9-0db8bdc788d1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0297799 Aug 28 03:37:25.907020 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9213d-69c1-44ad-9127-1c3928874d9b req-cdbe5ade-6477-4bec-8561-a4715be8b946 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:25.907020 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-18b9213d-69c1-44ad-9127-1c3928874d9b req-cdbe5ade-6477-4bec-8561-a4715be8b946 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 944 time: 0.0618672 Aug 28 03:37:25.947004 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-18b9213d-69c1-44ad-9127-1c3928874d9b req-2c79006b-9b7b-40d1-9f95-d8ecc453bf6b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331538 Aug 28 03:37:26.033805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:37:26.295830 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665bb3-935d-4f27-a6c7-b637f8d08a1d req-67c0ca27-0ffd-44a4-9a11-3fcba605e534 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:26.297613 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-96665bb3-935d-4f27-a6c7-b637f8d08a1d req-67c0ca27-0ffd-44a4-9a11-3fcba605e534 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0495734 Aug 28 03:37:26.340958 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-96665bb3-935d-4f27-a6c7-b637f8d08a1d req-f1b6fcf3-8fd4-4612-8e15-78b2caa6d8e2 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363116 Aug 28 03:37:26.448396 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa5a6-906f-4eda-9242-3338970c3e37 req-df63384f-afb1-4626-866f-3a68f78218f5 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:26.450022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-941fa5a6-906f-4eda-9242-3338970c3e37 req-df63384f-afb1-4626-866f-3a68f78218f5 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Aug 28 03:37:26.493176 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-941fa5a6-906f-4eda-9242-3338970c3e37 req-dba68e11-ae12-49ad-a6d2-e93804ce8492 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Aug 28 03:37:26.622215 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fe709e8a-4745-49d3-867b-687bb17ebdb5 req-7442aeee-a117-418d-993e-74e92a3c294c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Aug 28 03:37:27.058891 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e267052-c273-48fd-b287-050e8db91076 req-72d8da6c-5b77-484a-b377-5ef8d8539391 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:27.060622 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e267052-c273-48fd-b287-050e8db91076 req-72d8da6c-5b77-484a-b377-5ef8d8539391 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 944 time: 0.0487618 Aug 28 03:37:27.102669 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e267052-c273-48fd-b287-050e8db91076 req-9632a6c9-8784-4642-8d0e-9215aa83156a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Aug 28 03:37:27.310085 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:37:27.458642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0edff4-4b5e-4768-8f54-374f44174704 req-4cda0850-4fb9-4d65-9dc3-c0c95af87f26 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:27.460104 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aa0edff4-4b5e-4768-8f54-374f44174704 req-4cda0850-4fb9-4d65-9dc3-c0c95af87f26 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0474212 Aug 28 03:37:27.498299 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aa0edff4-4b5e-4768-8f54-374f44174704 req-e1daec2b-7e57-49a8-b7e2-05e40bcd227d tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/security-groups?id=b25c9b17-eb79-4060-85e3-a07b28707ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Aug 28 03:37:27.608877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6815-a272-4cd9-bd87-32d21639e4af req-0855239e-702e-48ff-a457-56c281870b6c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:27.610238 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aacf6815-a272-4cd9-bd87-32d21639e4af req-0855239e-702e-48ff-a457-56c281870b6c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Aug 28 03:37:27.649548 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aacf6815-a272-4cd9-bd87-32d21639e4af req-129eda72-3808-479b-8756-73327d922505 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Aug 28 03:37:27.717016 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e89d7298-d359-4855-bf68-4cd1935ad2af req-1a09b9a8-1a8a-40c8-a53a-fbdfc9e6108f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0269618 Aug 28 03:37:27.949006 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-593628d3-82e8-496e-b6aa-c179e0e3c165 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:27.950458 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-593628d3-82e8-496e-b6aa-c179e0e3c165 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 945 time: 0.0500300 Aug 28 03:37:28.054480 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Deleting port 3cecedff-141f-42f4-902c-b603bdf587f7 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:37:28.054820 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.147607 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] For port 3cecedff-141f-42f4-902c-b603bdf587f7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3cecedff-141f-42f4-902c-b603bdf587f7,segment=NetworkSegment(338af192-9d14-4cb2-8654-0813885a63d4),segment_id=338af192-9d14-4cb2-8654-0813885a63d4)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:28.148201 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.162076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Calling delete_port for 3cecedff-141f-42f4-902c-b603bdf587f7 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:37:28.168833 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 37908) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:28.267678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce3cb9-83d6-4e5f-ae22-f6b63eaffec4 req-0892bf62-6453-47ff-a1ce-bf6812af3c38 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:28.269210 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a4ce3cb9-83d6-4e5f-ae22-f6b63eaffec4 req-0892bf62-6453-47ff-a1ce-bf6812af3c38 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 944 time: 0.0958288 Aug 28 03:37:28.304250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.334391 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a4ce3cb9-83d6-4e5f-ae22-f6b63eaffec4 req-f11ab19d-0cf5-43c7-a164-a751beccbf79 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563014 Aug 28 03:37:28.426878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.453834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Pushing event deleted for resources: {'Port': ['ID=3cecedff-141f-42f4-902c-b603bdf587f7,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:28.466787 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.467136 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.467479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.467811 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.468141 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.468467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.468829 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.469138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.469461 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.469781 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.470099 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.470414 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.484907 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['3cecedff-141f-42f4-902c-b603bdf587f7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:37:28.502454 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.515746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] No DVR routers for this DVR port 3cecedff-141f-42f4-902c-b603bdf587f7 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:37:28.518384 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.520958 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a0c5f5a-0e04-4018-b50b-04750d6fc7f0 req-1b542fb7-7d36-4ac9-b8c6-de7f69adddaa tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.38 "DELETE /v2.0/ports/3cecedff-141f-42f4-902c-b603bdf587f7 HTTP/1.1" status: 204 len: 173 time: 0.5626426 Aug 28 03:37:28.521433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'name': 'network-vif-deleted', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:37:28.524109 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfabce4d-49fa-41a4-96ee-13c3df40dff2" -d '{"events": [{"server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "name": "network-vif-deleted", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:37:28.552833 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.564958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9dd53-41ca-4cf1-836e-b5c682a4a348 x-openstack-request-id: req-04c9dd53-41ca-4cf1-836e-b5c682a4a348 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:37:28.564958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f4470-dca8-441b-ade8-c150f8882b9f", "name": "network-vif-deleted", "tag": "3cecedff-141f-42f4-902c-b603bdf587f7", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:37:28.564958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04c9dd53-41ca-4cf1-836e-b5c682a4a348 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:37:28.564958 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f4470-dca8-441b-ade8-c150f8882b9f', 'name': 'network-vif-deleted', 'tag': '3cecedff-141f-42f4-902c-b603bdf587f7', 'status': 'completed', 'code': 200} Aug 28 03:37:28.621726 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bda132399204fada2e0429b17dd0926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517386 Aug 28 03:37:28.623792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5d30b43a-1970-47ca-98b7-9c0bccf7321e req-51b436b9-ba36-430b-9a87-d037ffea92a5 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.0460904 Aug 28 03:37:28.624253 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 37922) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:28.626202 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb22ea-4568-4a8e-82ec-cd5d5534140a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.648464 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.649395 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17dc1c-51a4-46c8-928e-6799ff2a3ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:28.688968 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.700587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 37926) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:28.713940 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.798722 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8c44-8227-4d55-a343-b021e1b0d3f0 req-23d903ea-b0f7-479c-b1d6-ed0a59ee0963 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:28.800719 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-90ab8c44-8227-4d55-a343-b021e1b0d3f0 req-23d903ea-b0f7-479c-b1d6-ed0a59ee0963 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0676284 Aug 28 03:37:28.841435 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-50e99bc1-39d4-4acf-b898-5a6a59cab94e req-a73c72ea-c66f-4488-8de9-a45dd915b8b6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0470829 Aug 28 03:37:28.906325 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a754d783-362a-410d-ac3a-ab1b38401c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.913004 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.917028 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:28.919788 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bdb22ea-4568-4a8e-82ec-cd5d5534140a HTTP/1.1" status: 204 len: 168 time: 0.2928753 Aug 28 03:37:28.926033 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c617600-7ffd-4f5f-86b5-ff7517a9c5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb22ea-4568-4a8e-82ec-cd5d5534140a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:28.937133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-90ab8c44-8227-4d55-a343-b021e1b0d3f0 req-1d55521c-ba91-4ad7-904f-dbf86dcccfc9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274736 Aug 28 03:37:28.976070 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device e728f64f-b4ee-403d-a195-06db693d3a20 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:37:28.997654 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-aebd1c7a-5726-464f-8c04-3759f66b3dbf tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:28.999141 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-aebd1c7a-5726-464f-8c04-3759f66b3dbf tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 814 time: 0.1727493 Aug 28 03:37:29.021115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Request body: {'port': {'device_id': '90f495e3-35ff-41fc-a5de-00f90776e289', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'admin_state_up': True, 'tenant_id': '3b3b972de3bd44d4a1a497b8a24f8182'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:37:29.124444 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port e728f64f-b4ee-403d-a195-06db693d3a20 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:37:29.129996 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port e728f64f-b4ee-403d-a195-06db693d3a20 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:37:29.130578 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.139504 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a754d783-362a-410d-ac3a-ab1b38401c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.210397 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.226820 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a754d783-362a-410d-ac3a-ab1b38401c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.236244 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:37:29.238629 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d082ef1-abd2-40d9-a666-ca0f3b283bd0" -d '{"events": [{"server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "name": "network-vif-plugged", "status": "completed", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:37:29.254810 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:29.272116 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a754d783-362a-410d-ac3a-ab1b38401c2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=726ec233c136412abfe7b84c8523d088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699143 Aug 28 03:37:29.274989 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 37940) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:29.282273 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754d783-362a-410d-ac3a-ab1b38401c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d632fc-21ea-4172-9f24-c595f550437f,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:29.289799 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591330f5-9cb5-4eed-80ab-8794878f6269 x-openstack-request-id: req-591330f5-9cb5-4eed-80ab-8794878f6269 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:37:29.289953 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "name": "network-vif-plugged", "status": "completed", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:37:29.290262 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-591330f5-9cb5-4eed-80ab-8794878f6269 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:37:29.290668 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'code': 200} Aug 28 03:37:29.329790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.336108 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.357567 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.370684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Made reservation on behalf of 3b3b972de3bd44d4a1a497b8a24f8182 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:37:29.374314 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.445424 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:29.518087 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.521219 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.523834 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0d632fc-21ea-4172-9f24-c595f550437f HTTP/1.1" status: 204 len: 168 time: 0.2475796 Aug 28 03:37:29.533552 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274b776-8652-47fa-94a1-9d4d36d5cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d632fc-21ea-4172-9f24-c595f550437f,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:29.536792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb11a-0c23-4288-86fc-88a445684735 req-07c161f9-d22d-4db5-9654-782ba20f14fb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:29.538995 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2aeeb11a-0c23-4288-86fc-88a445684735 req-07c161f9-d22d-4db5-9654-782ba20f14fb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0935879 Aug 28 03:37:29.584395 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Allocated IP 172.20.0.12 (72a26e9f-b68f-4db9-8b03-c00da89d9cb9/b45ceaaf-fb20-451c-8350-fd6d8fa1b79e/722ad71f-0313-49a9-9203-e3a1c14ffd67) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:37:29.607081 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2aeeb11a-0c23-4288-86fc-88a445684735 req-0009ae42-a5c6-49d0-baab-527c9d441096 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626554 Aug 28 03:37:29.730102 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 37952) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:29.750123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b84b0206-d6cd-4a2a-beb2-56d804fe0b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.775751 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-074f9919-34b3-4070-8d28-3e325a61a802 req-14ac781b-3e71-46ab-9114-67b3ec842c72 tempest-VolumesActionsTest-2127780282 tempest-VolumesActionsTest-2127780282-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab0f4470-dca8-441b-ade8-c150f8882b9f HTTP/1.1" status: 200 len: 210 time: 0.0289640 Aug 28 03:37:29.784864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9be86-c9da-4c3c-9da0-351236afaef8 req-ed808685-7594-47dd-aff7-bd1d23e551a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:29.786944 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-32a9be86-c9da-4c3c-9da0-351236afaef8 req-ed808685-7594-47dd-aff7-bd1d23e551a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1098 time: 0.0669236 Aug 28 03:37:29.788682 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.828938 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-32a9be86-c9da-4c3c-9da0-351236afaef8 req-7c963da5-0b9d-4370-8f0d-ba49cb02f598 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Aug 28 03:37:29.915471 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b84b0206-d6cd-4a2a-beb2-56d804fe0b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:29.947848 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-767f34f3-f925-4bd1-a95e-41b05784f369 req-d0c03dfe-190f-4326-9cd1-e3a15dbfcb23 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0358646 Aug 28 03:37:29.953029 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.000683 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:37:30.004047 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:37:30.010026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:37:30.015376 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:30.015376 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b84b0206-d6cd-4a2a-beb2-56d804fe0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.039106 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7', 'b76334de-da60-4f43-857b-027091e70da8', '3e868198-ac74-4978-b648-3ef6e6cfe63f'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:37:30.092687 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b5a9d-5b88-423c-a780-274a6d318f28 req-44507922-6ad2-4463-af8e-6773baaf0eca tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:30.102286 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-b84b0206-d6cd-4a2a-beb2-56d804fe0b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccc2c2e64cb948a0899e1d28d916d423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680990 Aug 28 03:37:30.102507 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea8b5a9d-5b88-423c-a780-274a6d318f28 req-44507922-6ad2-4463-af8e-6773baaf0eca tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0595281 Aug 28 03:37:30.102954 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0206-d6cd-4a2a-beb2-56d804fe0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36414b40-8b6e-4769-838b-b5ab39ab9f28,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:30.103764 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 37966) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:30.110895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:30.111504 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.171428 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-c7217860-7fa1-48a2-ae54-2c2921343753 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1540248 Aug 28 03:37:30.196078 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea8b5a9d-5b88-423c-a780-274a6d318f28 req-8edb052f-05e2-4e85-aab0-aabd14e4494e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938852 Aug 28 03:37:30.211798 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.237524 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.398530 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.401078 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.402321 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36414b40-8b6e-4769-838b-b5ab39ab9f28 HTTP/1.1" status: 204 len: 168 time: 0.2773321 Aug 28 03:37:30.408908 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Request body: {'port': {'device_id': '90f495e3-35ff-41fc-a5de-00f90776e289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:37:30.412328 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12965-46eb-460c-bb85-175c1c1f5dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36414b40-8b6e-4769-838b-b5ab39ab9f28,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:30.481017 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.778111 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96109796-6e7d-4c2e-a859-ce52a59314b0 req-3605794e-930a-435e-9c5e-f65c68d87c2e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:30.779783 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-96109796-6e7d-4c2e-a859-ce52a59314b0 req-3605794e-930a-435e-9c5e-f65c68d87c2e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Aug 28 03:37:30.827895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722ad71f-0313-49a9-9203-e3a1c14ffd67 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:37:30.843491 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:30.856288 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-96109796-6e7d-4c2e-a859-ce52a59314b0 req-d94f2c97-6baa-45c4-aca1-5c899a344668 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 Aug 28 03:37:30.866870 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Transition to ACTIVE for port object 722ad71f-0313-49a9-9203-e3a1c14ffd67 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:37:30.946987 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:31.020931 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:31.114161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Attempting to bind port 722ad71f-0313-49a9-9203-e3a1c14ffd67 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:37:31.114777 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Attempting to bind port 722ad71f-0313-49a9-9203-e3a1c14ffd67 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:37:31.115886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Attempting to bind port 722ad71f-0313-49a9-9203-e3a1c14ffd67 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:37:31.126655 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Port 722ad71f-0313-49a9-9203-e3a1c14ffd67 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:37:31.127042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Attempting to bind port 722ad71f-0313-49a9-9203-e3a1c14ffd67 on network 72a26e9f-b68f-4db9-8b03-c00da89d9cb9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:37:31.133411 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:37:31.133755 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Checking segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:37:31.134208 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Bound using segment: {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:37:31.134646 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Bound port: 722ad71f-0313-49a9-9203-e3a1c14ffd67, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec8cfbe-b432-4898-bfb4-654ed118cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:37:31.135035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:31.135935 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74e99-d5a6-4b39-ad8d-ae6fd8ee1a8e req-2a9e225a-dc1d-480e-8d0d-39182e80fbda tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.143484 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bdf74e99-d5a6-4b39-ad8d-ae6fd8ee1a8e req-2a9e225a-dc1d-480e-8d0d-39182e80fbda tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0788982 Aug 28 03:37:31.180015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bdf74e99-d5a6-4b39-ad8d-ae6fd8ee1a8e req-e344067f-4da5-4af6-a3ea-f2099ca1ce17 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Aug 28 03:37:31.207682 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:37:31.210838 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:37:31.282123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:31.344756 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.345385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:31.346807 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] 10.222.0.38 "PUT /v2.0/ports/722ad71f-0313-49a9-9203-e3a1c14ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.9432755 Aug 28 03:37:31.350795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:37:31.353559 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6292fd2-1fce-475f-8e18-39014fb0b946" -d '{"events": [{"name": "network-changed", "server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:37:31.394046 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e2d7-5b00-4eb2-b3c0-46c53558477b req-a6ed9d0a-bd1b-4407-9192-4776aa1e2153 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.396486 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3510e2d7-5b00-4eb2-b3c0-46c53558477b req-a6ed9d0a-bd1b-4407-9192-4776aa1e2153 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1272488 Aug 28 03:37:31.398108 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d69dc-eb9a-4858-bccc-3963d6801432 x-openstack-request-id: req-c37d69dc-eb9a-4858-bccc-3963d6801432 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:37:31.401551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:37:31.401551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c37d69dc-eb9a-4858-bccc-3963d6801432 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:37:31.401551 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'status': 'completed', 'code': 200} Aug 28 03:37:31.401551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b9325-4078-4b4c-bd48-e9974fc84070 service neutron] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:31.450288 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3510e2d7-5b00-4eb2-b3c0-46c53558477b req-65faced7-795f-4850-8d26-4d4763cbd77b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Aug 28 03:37:31.513383 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-afc044b2-020c-4a73-b7f8-c79973c969a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.515010 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-afc044b2-020c-4a73-b7f8-c79973c969a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 1097 time: 0.0452251 Aug 28 03:37:31.642943 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-e5496a1a-2290-41ef-aeea-caba0c4a966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.642943 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-e5496a1a-2290-41ef-aeea-caba0c4a966f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1057703 Aug 28 03:37:31.758752 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-c879b653-2810-4252-9ec3-e786eb69035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:31.760310 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d6292fd2-1fce-475f-8e18-39014fb0b946 req-c879b653-2810-4252-9ec3-e786eb69035e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106114 Aug 28 03:37:32.023539 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabab9a-bf78-4940-8b79-02f6add3c874 req-afdeb934-134c-4c82-b993-30c544441411 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:32.025223 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8fabab9a-bf78-4940-8b79-02f6add3c874 req-afdeb934-134c-4c82-b993-30c544441411 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0647779 Aug 28 03:37:32.070671 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8fabab9a-bf78-4940-8b79-02f6add3c874 req-041c1e68-044e-4adb-9f7e-4d0c69997e6d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369060 Aug 28 03:37:32.151415 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-92b30a7b-9477-4323-af37-71857683d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:32.152880 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-92b30a7b-9477-4323-af37-71857683d9c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 1097 time: 0.2863317 Aug 28 03:37:32.219931 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-04eaf288-620d-4863-9dd5-365cf98b3c23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67 HTTP/1.1" status: 200 len: 217 time: 0.0364301 Aug 28 03:37:32.302460 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-0d53dbcf-db1d-47ab-a965-571b894a1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:32.303964 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-0d53dbcf-db1d-47ab-a965-571b894a1c0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0761914 Aug 28 03:37:32.330533 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024d44-5980-4c5a-8109-f4f53c6bc730 req-6b1e214b-e5fa-419b-a2ec-341bbadc8e60 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:32.332376 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81024d44-5980-4c5a-8109-f4f53c6bc730 req-6b1e214b-e5fa-419b-a2ec-341bbadc8e60 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0761034 Aug 28 03:37:32.356246 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-ab97fb89-0e2a-4595-872f-15502ba115ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434043 Aug 28 03:37:32.437956 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81024d44-5980-4c5a-8109-f4f53c6bc730 req-30e6ab2e-4cdb-4e5f-8986-9f09617aa83e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843744 Aug 28 03:37:32.474749 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-45139458-80e0-477f-833a-dccd1fe16373 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006041 Aug 28 03:37:32.567199 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f93db-94f3-4ad8-b7b2-143fa2ac42ef req-cca82289-7639-4723-8154-cd927913e176 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:32.568971 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1c7f93db-94f3-4ad8-b7b2-143fa2ac42ef req-cca82289-7639-4723-8154-cd927913e176 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0498543 Aug 28 03:37:32.573671 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d52787e-aff2-4afe-855d-4e6987441fcb req-7722206a-6f33-4113-bae5-583f9ae774d1 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892611 Aug 28 03:37:32.613161 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1c7f93db-94f3-4ad8-b7b2-143fa2ac42ef req-799a156a-360b-4fc8-ab88-06f670f85fd3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380285 Aug 28 03:37:32.969874 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3cecedff-141f-42f4-902c-b603bdf587f7 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:37:32.989888 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 3cecedff-141f-42f4-902c-b603bdf587f7 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:37:32.990229 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3cecedff-141f-42f4-902c-b603bdf587f7 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:37:33.192337 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157b28-82ea-428c-a845-b689fc48c59a req-009f3ca1-07d3-44c0-ac62-a1b3c99a53db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:33.193998 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-95157b28-82ea-428c-a845-b689fc48c59a req-009f3ca1-07d3-44c0-ac62-a1b3c99a53db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Aug 28 03:37:33.215227 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 38108) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:33.241866 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-95157b28-82ea-428c-a845-b689fc48c59a req-e5d5ffe4-1152-4a06-97e3-227192c32abc tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Aug 28 03:37:33.323594 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-70be9118-f95f-4ce6-aff6-79da41950671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.415333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-70be9118-f95f-4ce6-aff6-79da41950671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.472421 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-70be9118-f95f-4ce6-aff6-79da41950671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.519832 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9118-f95f-4ce6-aff6-79da41950671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc55ca1-1afd-4eb9-8f78-a242c1dd42c3,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:33.538746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-70be9118-f95f-4ce6-aff6-79da41950671 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b35bb7e8507a4b009b638b18cb3258eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225319 Aug 28 03:37:33.541425 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 38118) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:33.563913 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4e03-245b-4452-bb0f-983c40e7b431 req-02b5d303-c11f-412c-ad4a-c4984a4d5027 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:33.565508 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c33f4e03-245b-4452-bb0f-983c40e7b431 req-02b5d303-c11f-412c-ad4a-c4984a4d5027 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0595536 Aug 28 03:37:33.599806 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.607430 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c33f4e03-245b-4452-bb0f-983c40e7b431 req-e11ec54d-7485-4f26-b715-61234b3a51ef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Aug 28 03:37:33.626042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.727774 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05f94b-2e52-4a8d-b459-c6c7e9fa1502 req-8cfd558e-3efa-409d-a821-761d862c0270 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:33.729288 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c05f94b-2e52-4a8d-b459-c6c7e9fa1502 req-8cfd558e-3efa-409d-a821-761d862c0270 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0484915 Aug 28 03:37:33.730328 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.732856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:33.733879 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dc55ca1-1afd-4eb9-8f78-a242c1dd42c3 HTTP/1.1" status: 204 len: 168 time: 0.1912093 Aug 28 03:37:33.754181 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a0df-f909-40b9-9946-351ea77c2094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc55ca1-1afd-4eb9-8f78-a242c1dd42c3,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:33.782920 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c05f94b-2e52-4a8d-b459-c6c7e9fa1502 req-b37df56a-70b3-4ec0-8e57-c895d509cdd5 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Aug 28 03:37:34.090694 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5e7aba74-7daa-4c39-b38a-56e76b00ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.283365 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 38144) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:34.296878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-445161f7-f0ea-4f3b-9975-43fc0bdc2cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.366675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0f22a-55a2-4e88-af34-fc9f1880ac58 req-f7a11a9c-5edb-4131-8d15-ec7aa8ceb98e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:34.368094 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95b0f22a-55a2-4e88-af34-fc9f1880ac58 req-f7a11a9c-5edb-4131-8d15-ec7aa8ceb98e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Aug 28 03:37:34.386837 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-445161f7-f0ea-4f3b-9975-43fc0bdc2cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.409100 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-95b0f22a-55a2-4e88-af34-fc9f1880ac58 req-c85a33f3-2f12-46c0-abd4-a9145a6bf53c tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344021 Aug 28 03:37:34.505157 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-445161f7-f0ea-4f3b-9975-43fc0bdc2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.548027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445161f7-f0ea-4f3b-9975-43fc0bdc2cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92797d-0d6b-499b-9eba-a053e464f144,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:34.553096 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-445161f7-f0ea-4f3b-9975-43fc0bdc2cfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a33038b660246a8898e96a6b4025015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686837 Aug 28 03:37:34.555991 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 38152) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:37:34.570511 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbca53-5ac0-422e-87e8-759d02b460f2 req-e5d720bb-f975-4264-9d29-69cfb7aae9ce tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:34.572631 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3dbbca53-5ac0-422e-87e8-759d02b460f2 req-e5d720bb-f975-4264-9d29-69cfb7aae9ce tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0995026 Aug 28 03:37:34.635712 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3dbbca53-5ac0-422e-87e8-759d02b460f2 req-e367c787-c9c3-49f7-ab3f-c41896634c9e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556004 Aug 28 03:37:34.649158 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.700567 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.756559 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e31d7-96bb-42be-932e-201ea1f0bbbc req-c9016d94-b56a-44a8-9c25-ea1f1ed648f7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:34.758125 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c92e31d7-96bb-42be-932e-201ea1f0bbbc req-c9016d94-b56a-44a8-9c25-ea1f1ed648f7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0755978 Aug 28 03:37:34.797697 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c92e31d7-96bb-42be-932e-201ea1f0bbbc req-a25a2b32-9682-45d4-9862-861fa5361556 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 28 03:37:34.832220 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.834900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:34.838792 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d92797d-0d6b-499b-9eba-a053e464f144 HTTP/1.1" status: 204 len: 168 time: 0.2794831 Aug 28 03:37:34.857277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbcd29-5310-4543-b98a-58930ec064a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92797d-0d6b-499b-9eba-a053e464f144,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:34.935878 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4628-bbe1-4bce-bd58-dfbfaad35d9a req-6f037fe8-8f63-44d7-863f-cd41366a5a04 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:34.937871 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b25b4628-bbe1-4bce-bd58-dfbfaad35d9a req-6f037fe8-8f63-44d7-863f-cd41366a5a04 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0761964 Aug 28 03:37:34.979052 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b25b4628-bbe1-4bce-bd58-dfbfaad35d9a req-0c2bf2a7-cd61-4a91-8b45-6c08a32edd02 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Aug 28 03:37:35.009879 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340620-77b9-4757-9ccd-1c7566415c21 req-7cb78186-ccc1-47c9-ae70-a7dff28d9e0d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:35.011368 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-02340620-77b9-4757-9ccd-1c7566415c21 req-7cb78186-ccc1-47c9-ae70-a7dff28d9e0d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0509615 Aug 28 03:37:35.054019 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-02340620-77b9-4757-9ccd-1c7566415c21 req-167e0f6c-d59e-44fd-b469-fd5621c4adb6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Aug 28 03:37:35.915890 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7754c-13af-4657-a1b9-428e1243f470 req-58341fed-5353-4943-a0ff-965d92c057f8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:35.917382 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cee7754c-13af-4657-a1b9-428e1243f470 req-58341fed-5353-4943-a0ff-965d92c057f8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0492308 Aug 28 03:37:35.959215 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cee7754c-13af-4657-a1b9-428e1243f470 req-e475354c-4ffb-48da-88b1-fbc13a6fae20 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 Aug 28 03:37:36.094146 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e469dc-1893-4533-87bc-b231201393a4 req-7f5725bf-b83f-4b44-a615-02c7e6bac81c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:36.094646 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f0e469dc-1893-4533-87bc-b231201393a4 req-7f5725bf-b83f-4b44-a615-02c7e6bac81c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0493071 Aug 28 03:37:36.137388 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f0e469dc-1893-4533-87bc-b231201393a4 req-3e71e2ab-dec1-4900-b790-7b4377233052 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Aug 28 03:37:36.484030 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1d0a-00ed-4068-8bb6-5f1d5290c7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:37.074798 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac8e0-1e9d-47a4-9d09-a1931af99d90 req-e019ab3c-39df-43cb-8f70-286a50f35c11 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:37.076280 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7daac8e0-1e9d-47a4-9d09-a1931af99d90 req-e019ab3c-39df-43cb-8f70-286a50f35c11 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0526800 Aug 28 03:37:37.115187 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7daac8e0-1e9d-47a4-9d09-a1931af99d90 req-5e024142-47fa-493a-a10f-e2306b558e47 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Aug 28 03:37:37.192872 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:37.253220 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912883cb-285e-4825-a214-7a688e8fe2b8 req-87dc4133-2781-447f-af80-dc3a719eb10e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:37.254590 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-912883cb-285e-4825-a214-7a688e8fe2b8 req-87dc4133-2781-447f-af80-dc3a719eb10e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Aug 28 03:37:37.292889 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-912883cb-285e-4825-a214-7a688e8fe2b8 req-a8ea0ea4-f12d-46f6-b043-b0356440aa86 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 28 03:37:37.935039 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:38.227301 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82678-bd5e-4898-ab9e-45614524433f req-1b08dc80-d1c4-499d-bd48-69c3afeeceb4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:38.228786 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0bc82678-bd5e-4898-ab9e-45614524433f req-1b08dc80-d1c4-499d-bd48-69c3afeeceb4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0475290 Aug 28 03:37:38.265500 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0bc82678-bd5e-4898-ab9e-45614524433f req-577f1ea3-0b92-4509-b070-4bcce6cf4cf8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Aug 28 03:37:38.406312 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dc721-f942-47dd-a893-684ab2e29aad req-62d4f42a-c02e-40c1-9c41-54ac5099d307 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:38.407938 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-000dc721-f942-47dd-a893-684ab2e29aad req-62d4f42a-c02e-40c1-9c41-54ac5099d307 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Aug 28 03:37:38.451825 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-000dc721-f942-47dd-a893-684ab2e29aad req-a184de75-3ee0-4fff-af9e-c13be3aa6232 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Aug 28 03:37:39.376814 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7fb65-f76f-46d0-98d4-fe3ae30c417d req-ab95bbb9-66c9-4eb7-a16b-7c6c3bdea87e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:39.378302 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a8f7fb65-f76f-46d0-98d4-fe3ae30c417d req-ab95bbb9-66c9-4eb7-a16b-7c6c3bdea87e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0488067 Aug 28 03:37:39.416412 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a8f7fb65-f76f-46d0-98d4-fe3ae30c417d req-0bd12520-91c5-48cc-a890-c130d29be9f3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Aug 28 03:37:39.573556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13428c41-eaf2-499a-a667-98f7cc4999af req-abf3aa8d-323a-489d-9a4f-cf9317fd842f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:39.575076 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-13428c41-eaf2-499a-a667-98f7cc4999af req-abf3aa8d-323a-489d-9a4f-cf9317fd842f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0514193 Aug 28 03:37:39.620944 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-13428c41-eaf2-499a-a667-98f7cc4999af req-838fd416-76d7-4153-9d43-84119f6c1fd3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Aug 28 03:37:39.786428 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:40.540299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec7f9b-aa78-4a8d-89a8-5c5ffbc5527f req-eb2606a6-928d-4f8e-849f-876e673c5f9c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:40.542019 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aeec7f9b-aa78-4a8d-89a8-5c5ffbc5527f req-eb2606a6-928d-4f8e-849f-876e673c5f9c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 944 time: 0.0572963 Aug 28 03:37:40.581090 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aeec7f9b-aa78-4a8d-89a8-5c5ffbc5527f req-ab8a0733-5604-4ee6-b035-506d786693af tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 28 03:37:40.744747 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31904cd5-4b36-4064-9605-dfee7468e684 req-b95394dd-989f-4391-a8bd-b2ac015c7961 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:40.746276 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-31904cd5-4b36-4064-9605-dfee7468e684 req-b95394dd-989f-4391-a8bd-b2ac015c7961 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Aug 28 03:37:40.793401 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-31904cd5-4b36-4064-9605-dfee7468e684 req-3007d66f-1f3a-4a09-9f6f-5d30cdb68319 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Aug 28 03:37:41.002135 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 722ad71f-0313-49a9-9203-e3a1c14ffd67 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:37:41.103913 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:41.117346 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'network_id': '72a26e9f-b68f-4db9-8b03-c00da89d9cb9', 'port_id': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'mac_address': 'fa:16:3e:1b:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45ceaaf-fb20-451c-8350-fd6d8fa1b79e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:37:41.164609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:41.179045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722ad71f-0313-49a9-9203-e3a1c14ffd67 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:37:41.200670 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:41.255149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:41.258695 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1f45-380f-495c-bbee-e09edb8a46b2 req-e052a206-ea68-491e-accc-958249fac961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:41.260477 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d05b1f45-380f-495c-bbee-e09edb8a46b2 req-e052a206-ea68-491e-accc-958249fac961 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0615773 Aug 28 03:37:41.304290 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d05b1f45-380f-495c-bbee-e09edb8a46b2 req-b02462b9-27d0-471d-a14d-de1e45e94085 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Aug 28 03:37:41.314482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:41.326519 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.326857 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.327383 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.327872 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.328322 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.328643 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.329014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.329342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.329684 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.330065 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.330598 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.331180 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:37:41.708153 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d3a8-ca0b-4dc3-b52b-f4d9949760ca req-771b08ce-ebde-4447-b970-9826dbeb5a9a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:41.716397 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16f0d3a8-ca0b-4dc3-b52b-f4d9949760ca req-771b08ce-ebde-4447-b970-9826dbeb5a9a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Aug 28 03:37:41.751551 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-16f0d3a8-ca0b-4dc3-b52b-f4d9949760ca req-0b8157b8-dedc-4993-80ed-68b54a3351ea tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Aug 28 03:37:41.911940 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a782-a43c-4d95-8b7c-52fb84b6851b req-4f4d3534-c37d-4358-8bd9-08b2b92d459e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:41.913858 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a01a782-a43c-4d95-8b7c-52fb84b6851b req-4f4d3534-c37d-4358-8bd9-08b2b92d459e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Aug 28 03:37:41.954505 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['722ad71f-0313-49a9-9203-e3a1c14ffd67'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:37:41.957853 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a01a782-a43c-4d95-8b7c-52fb84b6851b req-54405320-1b7a-4f52-a2ae-0ab76d2143ed tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Aug 28 03:37:42.868905 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf6c01-79ad-470a-9012-6d28570d73f9 req-5a693f90-2a32-4c48-a8a0-03e53003fc82 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:42.870387 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-33cf6c01-79ad-470a-9012-6d28570d73f9 req-5a693f90-2a32-4c48-a8a0-03e53003fc82 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Aug 28 03:37:42.907419 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-33cf6c01-79ad-470a-9012-6d28570d73f9 req-376da612-6b84-4d55-b483-63d366d7b73b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Aug 28 03:37:43.090244 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad99983-617f-4d83-be3a-e52b4a73771f req-a87d743a-ff83-46ef-b262-a06cf1ed5a12 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:43.092871 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fad99983-617f-4d83-be3a-e52b4a73771f req-a87d743a-ff83-46ef-b262-a06cf1ed5a12 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0608006 Aug 28 03:37:43.136356 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fad99983-617f-4d83-be3a-e52b4a73771f req-7a9ad852-b36c-433d-8e5d-a765b85b48dd tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Aug 28 03:37:44.031881 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a2ff-e96b-41f4-801f-db7b0754a068 req-74fba540-6388-482f-b91e-108d9ee83c58 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:44.033793 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1306a2ff-e96b-41f4-801f-db7b0754a068 req-74fba540-6388-482f-b91e-108d9ee83c58 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Aug 28 03:37:44.074569 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1306a2ff-e96b-41f4-801f-db7b0754a068 req-ff71ee85-7c80-4f75-8441-a390cf752d26 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 28 03:37:44.270529 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e803c-c63b-43c7-b205-858fc16757b4 req-6931ece8-b0f6-44e5-b7ad-783af03579ad tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:44.272206 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e7e803c-c63b-43c7-b205-858fc16757b4 req-6931ece8-b0f6-44e5-b7ad-783af03579ad tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0531087 Aug 28 03:37:44.313753 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e7e803c-c63b-43c7-b205-858fc16757b4 req-17e21a05-6531-44d5-bf0f-10374bdbba2a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Aug 28 03:37:44.817442 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864fa7-d88a-4b93-96f6-aedbb52ef92e req-1b9283c6-85f6-4b50-90f6-e9a34e0d433c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:44.818951 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df864fa7-d88a-4b93-96f6-aedbb52ef92e req-1b9283c6-85f6-4b50-90f6-e9a34e0d433c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Aug 28 03:37:44.871213 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df864fa7-d88a-4b93-96f6-aedbb52ef92e req-b2e12077-3059-4222-9340-6acbc7cf2599 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Aug 28 03:37:44.906354 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-8170fecb-eb39-484e-aad6-25eb30f605a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:44.908085 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-8170fecb-eb39-484e-aad6-25eb30f605a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0506887 Aug 28 03:37:45.034637 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 722ad71f-0313-49a9-9203-e3a1c14ffd67 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:37:45.080611 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-080f702c-842c-4735-8c56-3eb084f87ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:45.083460 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-080f702c-842c-4735-8c56-3eb084f87ddd service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 200 len: 919 time: 0.1672447 Aug 28 03:37:45.240744 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-9fc6abe2-03bc-4b6e-816e-714b6f299374 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 200 len: 217 time: 0.1497118 Aug 28 03:37:45.330167 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 722ad71f-0313-49a9-9203-e3a1c14ffd67 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:37:45.334283 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-acfe6892-7a45-44c0-8db1-7f8d294c8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:45.334283 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-acfe6892-7a45-44c0-8db1-7f8d294c8295 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 200 len: 858 time: 0.0823944 Aug 28 03:37:45.336045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 722ad71f-0313-49a9-9203-e3a1c14ffd67 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:37:45.336646 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:45.372466 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-2a36ce77-52fd-45f0-b848-15e611b8b1ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f4c15eb-8544-429e-8951-1739422a94df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312128 Aug 28 03:37:45.383844 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04947c-85e9-47d8-aa07-5cafb6844262 req-86cedefb-344b-4a57-8968-86f6e2b02ee3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:45.386220 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc04947c-85e9-47d8-aa07-5cafb6844262 req-86cedefb-344b-4a57-8968-86f6e2b02ee3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 945 time: 0.1484072 Aug 28 03:37:45.467599 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:45.498807 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:37:45.501467 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d24459-4124-4e36-9725-e8ffe5849eb4" -d '{"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-plugged", "status": "completed", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:37:45.523687 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:37:45.555240 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dff70a0-7452-4a42-9b7e-36e42a709b01 x-openstack-request-id: req-2dff70a0-7452-4a42-9b7e-36e42a709b01 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:37:45.555600 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-plugged", "status": "completed", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:37:45.555856 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dff70a0-7452-4a42-9b7e-36e42a709b01 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:37:45.556256 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'code': 200} Aug 28 03:37:45.561427 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc04947c-85e9-47d8-aa07-5cafb6844262 req-bfb47cfd-fd92-4b68-a468-27816ded2398 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375406 Aug 28 03:37:45.588117 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-20013c34-e8e6-4575-9351-fd784f708f48 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005253 Aug 28 03:37:45.591885 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:45.647614 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:37:45.727887 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-79bee73e-ce64-4a20-bdde-5b3979caedee req-ea45512d-7578-4061-8e05-17e5f4a35c09 service neutron] 10.222.0.38 "GET /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171930 Aug 28 03:37:46.005242 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f6df8-ba6f-47eb-a7c9-223c9a41f68f req-d2fa8c2d-c5cc-4d6b-9e6b-57a3a6a4dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:46.006787 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb9f6df8-ba6f-47eb-a7c9-223c9a41f68f req-d2fa8c2d-c5cc-4d6b-9e6b-57a3a6a4dfba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 1099 time: 0.0628839 Aug 28 03:37:46.036069 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5abc-1794-4647-a2d8-da5ec2bfcba9 req-00f4338e-dbd7-449e-beb3-682af92f84c3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:46.046668 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-969f5abc-1794-4647-a2d8-da5ec2bfcba9 req-00f4338e-dbd7-449e-beb3-682af92f84c3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0744658 Aug 28 03:37:46.049579 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb9f6df8-ba6f-47eb-a7c9-223c9a41f68f req-2f02fc17-8102-4e86-903c-ae22f9dd7818 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Aug 28 03:37:46.081831 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-969f5abc-1794-4647-a2d8-da5ec2bfcba9 req-cf5917d4-dced-4906-8495-b9453e672be3 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Aug 28 03:37:46.706950 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83846-7472-4f49-865e-9b3d42084cbe req-b733c04d-39a2-4acf-98f6-cb0a611e9d27 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:46.709698 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84a83846-7472-4f49-865e-9b3d42084cbe req-b733c04d-39a2-4acf-98f6-cb0a611e9d27 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0786195 Aug 28 03:37:46.769049 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-84a83846-7472-4f49-865e-9b3d42084cbe req-a0b74037-9eee-4860-aad7-1446d1b7f242 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Aug 28 03:37:47.211929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd9cc-59ba-45e9-b991-4ae6e50c9a7e req-f56c5a09-1c5a-4e35-a194-ad114dd7849c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:47.214184 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9bdcd9cc-59ba-45e9-b991-4ae6e50c9a7e req-f56c5a09-1c5a-4e35-a194-ad114dd7849c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0543687 Aug 28 03:37:47.263493 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9bdcd9cc-59ba-45e9-b991-4ae6e50c9a7e req-d040b851-e658-4b17-8634-1550c7e19841 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Aug 28 03:37:47.347093 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:37:47.932123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f864a-f32b-45f6-ada0-b892ca368146 req-67d85c6c-85c2-4fb9-8bbb-e21a2bbf38fe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:47.934210 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e9f864a-f32b-45f6-ada0-b892ca368146 req-67d85c6c-85c2-4fb9-8bbb-e21a2bbf38fe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0727255 Aug 28 03:37:48.039791 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5e9f864a-f32b-45f6-ada0-b892ca368146 req-a4893b1b-456c-4a37-a600-06ffbe290ee7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988290 Aug 28 03:37:48.396381 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330735-977b-46ba-846b-fca81fc7236d req-f5939907-513f-49bc-8526-613126740fe7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:48.398732 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c330735-977b-46ba-846b-fca81fc7236d req-f5939907-513f-49bc-8526-613126740fe7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Aug 28 03:37:48.439216 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7c330735-977b-46ba-846b-fca81fc7236d req-e66b7a6e-6322-48ac-b14d-3a06fde9ee2a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344248 Aug 28 03:37:49.164313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d1204-def2-4593-a0ef-aa649399269d req-fbe3365f-c4f9-4e6c-a9ad-15bcd51e5930 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:49.166517 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e41d1204-def2-4593-a0ef-aa649399269d req-fbe3365f-c4f9-4e6c-a9ad-15bcd51e5930 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0631034 Aug 28 03:37:49.212383 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e41d1204-def2-4593-a0ef-aa649399269d req-8cf6ffbb-19a6-40fc-9821-9d21aadf9755 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Aug 28 03:37:49.586775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109fed0-cf25-4533-a8ef-a00aae574c15 req-acb6086b-3614-4d91-9bb8-1715bf554267 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:49.588246 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2109fed0-cf25-4533-a8ef-a00aae574c15 req-acb6086b-3614-4d91-9bb8-1715bf554267 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0569367 Aug 28 03:37:49.627031 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2109fed0-cf25-4533-a8ef-a00aae574c15 req-283a8520-d245-4940-a75b-3ff193d1aadb tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Aug 28 03:37:50.750132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071459-2be3-4adb-989f-b4aefe8fc224 req-bf0bdf9e-2e84-45fa-a1bc-e6e85a7b791e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:50.751764 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c5071459-2be3-4adb-989f-b4aefe8fc224 req-bf0bdf9e-2e84-45fa-a1bc-e6e85a7b791e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Aug 28 03:37:50.789819 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c5071459-2be3-4adb-989f-b4aefe8fc224 req-0740540c-a302-469a-ae16-eb1ab0b0748d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 28 03:37:51.906689 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e3e1-05b8-420c-80c0-46d97742fbad req-fd5ad193-c943-4825-b8af-ebeb59618ddc tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:51.908200 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7754e3e1-05b8-420c-80c0-46d97742fbad req-fd5ad193-c943-4825-b8af-ebeb59618ddc tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Aug 28 03:37:51.948048 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7754e3e1-05b8-420c-80c0-46d97742fbad req-91ba1d82-eb32-4a24-9ade-cc015a3d0841 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Aug 28 03:37:53.059867 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c4c9-6d78-428d-85f1-05bd8c795d60 req-2e277a54-edd2-4b30-9e08-6871802ff69e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:53.061393 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7f13c4c9-6d78-428d-85f1-05bd8c795d60 req-2e277a54-edd2-4b30-9e08-6871802ff69e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Aug 28 03:37:53.098953 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7f13c4c9-6d78-428d-85f1-05bd8c795d60 req-d7bea092-f360-44f9-a6d0-fd6e64f54335 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 28 03:37:54.211929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887022a9-0d3f-4111-961e-2b8033a16fee req-49b94fcc-958b-45d6-aef7-03f6df7fcded tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:54.213380 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-887022a9-0d3f-4111-961e-2b8033a16fee req-49b94fcc-958b-45d6-aef7-03f6df7fcded tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Aug 28 03:37:54.253116 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-887022a9-0d3f-4111-961e-2b8033a16fee req-4ee45bd5-b352-4b73-9402-8ef75284dee8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Aug 28 03:37:55.372165 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2ae7d-b132-462e-8bbe-5c098ab71112 req-a8edb6b4-5434-4329-9361-8269c6756535 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:55.373651 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d9b2ae7d-b132-462e-8bbe-5c098ab71112 req-a8edb6b4-5434-4329-9361-8269c6756535 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0521970 Aug 28 03:37:55.410522 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d9b2ae7d-b132-462e-8bbe-5c098ab71112 req-3f09e8ae-19e9-4fb2-b337-8392b8f04786 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Aug 28 03:37:56.536592 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d211924-fda6-433c-a811-4c1df841fc69 req-ea71e077-45ab-4772-b2dc-f7b278427e02 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:37:56.538696 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5d211924-fda6-433c-a811-4c1df841fc69 req-ea71e077-45ab-4772-b2dc-f7b278427e02 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0603561 Aug 28 03:37:56.576399 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5d211924-fda6-433c-a811-4c1df841fc69 req-428b099a-a9d3-4754-b0d7-2d6288be4119 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Aug 28 03:38:04.077580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-4c93209e-8efa-4c2e-96f8-26f3a3affc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:04.308328 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:38:06.448954 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-29ac2e69-8b42-4b9a-9357-e5ea79d08243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:07.203112 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:07.963562 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:09.756784 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:17.339964 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.431192 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39110) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:20.475423 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Deleting subnet 4b5047da-d3a1-45d0-9989-f8c5b1870ab3 {{(pid=94548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:38:20.479209 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.513117 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031437'] for subnet, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.550643 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.683681 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30326605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853898'] for subnet, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.711686 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5047da-d3a1-45d0-9989-f8c5b1870ab3,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:20.714498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.716355 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2c0c2d17-5d70-4f7d-881c-63cea74e6e01 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4b5047da-d3a1-45d0-9989-f8c5b1870ab3 HTTP/1.1" status: 204 len: 168 time: 0.2841113 Aug 28 03:38:20.718796 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39116) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:20.784985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.869385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.880188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b74776-cc93-4a26-8e6f-c033184d8459']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:20.893961 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338af192-9d14-4cb2-8654-0813885a63d4') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:20.894248 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338af192-9d14-4cb2-8654-0813885a63d4') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:20.904282 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.917741 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.924997 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:38:20.925377 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:38:20.927083 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:38:21.065770 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.073730 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.075545 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] 10.222.0.36 "DELETE /v2.0/networks/41b74776-cc93-4a26-8e6f-c033184d8459 HTTP/1.1" status: 204 len: 168 time: 0.3558509 Aug 28 03:38:21.084915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc9b56-4ed3-4d8a-a6ea-5460940b339f admin admin] Pushing event deleted for resources: {'Network': ['ID=41b74776-cc93-4a26-8e6f-c033184d8459,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:21.439470 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39164) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:21.485314 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fb5e0e06-87a7-4ed9-887f-b420c07be5a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16f23aaca1ea44b18e982e26375d8288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445433 Aug 28 03:38:21.487879 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39170) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:21.541935 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.563441 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.598152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39178) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:21.700037 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.702715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.703883 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b25c9b17-eb79-4060-85e3-a07b28707ef4 HTTP/1.1" status: 204 len: 168 time: 0.2149053 Aug 28 03:38:21.714453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f82f860c-775d-472b-90b0-55059ee26c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.722143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d02d4e-4183-4a64-8176-e3f6ab8881e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c9b17-eb79-4060-85e3-a07b28707ef4,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:21.814336 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f82f860c-775d-472b-90b0-55059ee26c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.911770 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f82f860c-775d-472b-90b0-55059ee26c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:21.950175 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-f82f860c-775d-472b-90b0-55059ee26c82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db2317fcd7b54cacb3693f3899a4b7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509171 Aug 28 03:38:21.951378 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f860c-775d-472b-90b0-55059ee26c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9ab9e-dc45-428d-b6b4-425b26d372a9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:21.952864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39188) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:22.006716 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:22.030440 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:22.186848 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:22.189777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:22.191134 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbd9ab9e-dc45-428d-b6b4-425b26d372a9 HTTP/1.1" status: 204 len: 168 time: 0.2370555 Aug 28 03:38:22.207113 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6a87-e9d2-4837-8ea0-5950e8fd09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9ab9e-dc45-428d-b6b4-425b26d372a9,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:22.561208 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f689-ca9e-46bb-8d3e-dcf06ec266e6 req-b9bde2af-325c-4105-9bb7-3e4136d2aaf3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:22.562835 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4402f689-ca9e-46bb-8d3e-dcf06ec266e6 req-b9bde2af-325c-4105-9bb7-3e4136d2aaf3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0637016 Aug 28 03:38:22.607294 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4402f689-ca9e-46bb-8d3e-dcf06ec266e6 req-7d4eda03-1128-4132-8a5c-f49a9857432b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Aug 28 03:38:22.630008 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39226) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:22.839680 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745cecc6-b528-4b6a-bac1-2d909c133009 tempest-TestMinimumBasicScenario-652064942 tempest-TestMinimumBasicScenario-652064942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:22.842768 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-745cecc6-b528-4b6a-bac1-2d909c133009 tempest-TestMinimumBasicScenario-652064942 tempest-TestMinimumBasicScenario-652064942-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1093 time: 0.2102370 Aug 28 03:38:22.845113 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39246) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:22.849761 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'port_id': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:22.917940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39250) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:22.931103 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bc341ceb-ead4-4e70-872b-13a237faf43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:22.947701 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for floatingip, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.115551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bc341ceb-ead4-4e70-872b-13a237faf43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.149721 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.197776 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bc341ceb-ead4-4e70-872b-13a237faf43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.206872 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-66a5b1c6-a517-4bb7-9b14-2b6fa511c6b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867858 Aug 28 03:38:23.252218 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-bc341ceb-ead4-4e70-872b-13a237faf43b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=423285ac50464b3685feab6537f17afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331907 Aug 28 03:38:23.254968 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39268) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:23.259493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc341ceb-ead4-4e70-872b-13a237faf43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9b6d3-6c96-40a7-b168-da61914b50fa,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:23.319817 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.341859 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Allocated IP 172.27.1.104 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/55369c51-8f65-4cc3-896c-cd145b9a7520) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:38:23.346603 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.371538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-87195128-1756-494c-92da-5109bd59dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:23.373077 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-87195128-1756-494c-92da-5109bd59dc5f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 1099 time: 0.0702052 Aug 28 03:38:23.523512 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.527087 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.528310 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ff9b6d3-6c96-40a7-b168-da61914b50fa HTTP/1.1" status: 204 len: 168 time: 0.2723062 Aug 28 03:38:23.536934 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.543795 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b71456-9a22-4dc8-b3a5-d3ad759062c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9b6d3-6c96-40a7-b168-da61914b50fa,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:23.544311 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-435c316f-6d6b-48a4-b6d4-04f654e38364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:23.546069 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-435c316f-6d6b-48a4-b6d4-04f654e38364 service neutron] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 915 time: 0.1363552 Aug 28 03:38:23.597560 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-aea13d3a-26e8-468a-b101-04e8cecb5726 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd94705-45bc-426c-af37-246cf1367ea7 HTTP/1.1" status: 200 len: 217 time: 0.0426092 Aug 28 03:38:23.663155 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-298e35fd-a224-4f37-9999-d11bbc4ddee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:23.664723 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-298e35fd-a224-4f37-9999-d11bbc4ddee3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0580525 Aug 28 03:38:23.700613 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-eb8fb316-d39e-435e-b345-77369ab66d2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267215 Aug 28 03:38:23.701758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:23.771492 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:38:23.789703 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:38:23.804129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:38:23.830600 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'Port': ['ID=55369c51-8f65-4cc3-896c-cd145b9a7520,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:23.906090 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-82517101-296a-4147-b59e-277845565a55 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950657 Aug 28 03:38:24.094571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-12f9ade9-703a-479e-9b0c-de4b0d1a44e1 req-5a83cdbf-5451-413a-912b-6e2e1db79d61 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800361 Aug 28 03:38:24.676497 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:24.843721 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.015412 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.140670 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.224560 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'Port': ['ID=55369c51-8f65-4cc3-896c-cd145b9a7520,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:25.240319 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.348277 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Floating IP 44ab30ed-ce86-4a5e-8930-e02fe3f22e61 associated. External IP: 172.27.1.104, port: e728f64f-b4ee-403d-a195-06db693d3a20. Aug 28 03:38:25.570905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Router 633a63c6-419c-4e8a-bb4d-a27c3573b192 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:38:25.687417 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:38:25.701550 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Sync routers for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:38:25.711922 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:38:25.713467 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:38:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:25.752199 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.787449 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d63a88e4-ea01-40c4-a3df-3f05bbc96beb tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9385703 Aug 28 03:38:25.787449 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:38:25.787902 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:38:25.788309 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39390) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:25.793587 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066081061', 'description': 'tempest-secgroup-smoke-1066081061 description', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:25.830276 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:38:25.838672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d6e535-b42c-4bc1-a230-de0ca571233d x-openstack-request-id: req-d9d6e535-b42c-4bc1-a230-de0ca571233d {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:38:25.838964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:38:25.839256 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9d6e535-b42c-4bc1-a230-de0ca571233d {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:38:25.839837 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:38:25.855583 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:25.954919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-7774d143-6249-41e3-89b5-a82436cce10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:25.956376 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-7774d143-6249-41e3-89b5-a82436cce10f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1098 time: 0.0584288 Aug 28 03:38:25.958825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.026270 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.056108 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-6d36b199-998a-4010-a2f1-e45f281c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:26.058043 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-6d36b199-998a-4010-a2f1-e45f281c8177 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.0938129 Aug 28 03:38:26.061357 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488938db-8fe1-4b9c-ac7c-c8ab69a190f6,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:26.128779 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.133694 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-53b5cbde-6f01-4d3b-a6c4-9f98c2267d73 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3442798 Aug 28 03:38:26.134620 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39394) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:26.142257 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '44ab30ed-ce86-4a5e-8930-e02fe3f22e61', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'port_id': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'mac_address': 'fa:16:3e:dd:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:38:24Z', 'updated_at': '2021-08-28T03:38:24Z', 'revision_number': 0, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:26.147595 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:26.170264 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Checking router: 633a63c6-419c-4e8a-bb4d-a27c3573b192 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:38:26.172919 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-937f5173-ede7-45d4-ad52-6551a2ef6419 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 999 time: 0.1065164 Aug 28 03:38:26.178913 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:38:26.179547 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:38:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:26.225098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-6ee2704f-c7de-495e-a648-39eaec249fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:26.227022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-6ee2704f-c7de-495e-a648-39eaec249fd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0468633 Aug 28 03:38:26.285691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-d91ec363-e548-465e-a5b2-9dfa8d2b04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:26.287241 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-d91ec363-e548-465e-a5b2-9dfa8d2b04e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524080 Aug 28 03:38:26.291987 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.321070 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:38:26.430355 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.488822 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.500967 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-5be6d1f6-3efb-4970-bcbe-2f4140c7b34f service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048047 Aug 28 03:38:26.508083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a492a461-482d-4e1a-b377-877aa7e71ed9,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:26.609146 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2532e0fc-9ac1-450f-a7a3-79517c6b78b0 req-d0d26eb0-3f48-49c9-a630-243495509fad service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993004 Aug 28 03:38:26.614572 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.616050 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-23bf5a28-d627-4fdc-bd21-193f1a1191db tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4803436 Aug 28 03:38:26.618914 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39412) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:26.623607 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:26.756231 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '44ab30ed-ce86-4a5e-8930-e02fe3f22e61', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'port_id': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'mac_address': 'fa:16:3e:dd:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:38:24Z', 'updated_at': '2021-08-28T03:38:24Z', 'revision_number': 0, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:38:26.763326 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.784614 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d62ddd-5f74-459a-99be-fb9ff62b9b95 None None] The sync data for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi is: [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '44ab30ed-ce86-4a5e-8930-e02fe3f22e61', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'port_id': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'mac_address': 'fa:16:3e:dd:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:38:24Z', 'updated_at': '2021-08-28T03:38:24Z', 'revision_number': 0, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:38:26.820871 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171312-582c-4532-b167-42a2aeb63789 req-271690e3-1be9-4840-a722-4e66a5af24e8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:26.822738 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0171312-582c-4532-b167-42a2aeb63789 req-271690e3-1be9-4840-a722-4e66a5af24e8 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0582738 Aug 28 03:38:26.837667 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.864175 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0171312-582c-4532-b167-42a2aeb63789 req-250d2cab-0182-47c8-b0b9-62cbd3792c6c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Aug 28 03:38:26.894231 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.914212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a8da2c-53ae-496d-842e-652af380ef82,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:26.974569 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:26.976036 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ce67fd89-8505-4727-a9a1-2a8fc34d05c5 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561871 Aug 28 03:38:26.979015 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39416) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:26.983847 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:26.991078 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcc3a7-82c8-4b56-8fe3-faab11458681 None None] New status for floating IP 44ab30ed-ce86-4a5e-8930-e02fe3f22e61: ACTIVE {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:38:27.084671 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.164232 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.214520 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.233221 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b0b119-462e-4caa-a3ea-003195463ef6,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:27.301379 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.305568 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-4e7ba2fa-261b-4b2b-b01c-f01d8d7c3fa2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226433 Aug 28 03:38:27.306584 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39420) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:27.311672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:27.402223 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.471664 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.526982 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.546159 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b665193-3761-4cd3-a2a6-dbf88e73363d,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:27.608492 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.609786 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-27119d58-6d10-4396-9964-5da4fd3039f7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019202 Aug 28 03:38:27.612594 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39430) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:27.616978 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:27.677119 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.securitygroups_db [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Project ebd8746c7d3d463d9b89eee3eef2d053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:38:27.682287 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.746516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.808315 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.827440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fdc28e-762f-4f90-b6b1-5522eb081199,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:27.888906 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.890122 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-40441de4-bf35-48b7-b846-82f2e0931d56 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765636 Aug 28 03:38:27.893624 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39434) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:27.897763 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'security_group_rule': {'security_group_id': '488938db-8fe1-4b9c-ac7c-c8ab69a190f6', 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:27.980302 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.securitygroups_db [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Project ebd8746c7d3d463d9b89eee3eef2d053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:38:27.984865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf05c1a-5a0e-44b7-8b25-d65b39a39fd3 req-8c1caabc-4ebf-4c2a-b49c-c45de02b4060 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:27.985549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:27.986825 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6cf05c1a-5a0e-44b7-8b25-d65b39a39fd3 req-8c1caabc-4ebf-4c2a-b49c-c45de02b4060 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0506709 Aug 28 03:38:28.027386 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6cf05c1a-5a0e-44b7-8b25-d65b39a39fd3 req-971fdd3f-58ef-4cf6-aae3-4cb3dd05469f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Aug 28 03:38:28.049495 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.123219 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.144500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed7f6b5-eb7b-4636-b643-601c16775d61,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:28.198337 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.199574 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-18b46cfc-94f2-481b-878d-42c6bb2ee327 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054209 Aug 28 03:38:28.294972 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a705099e-c232-477d-aaea-5c574477080f req-040ba252-413e-48f3-9bb2-5dc5d2a2387b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066081061&fields=id&tenant_id=ebd8746c7d3d463d9b89eee3eef2d053 HTTP/1.1" status: 200 len: 267 time: 0.0429692 Aug 28 03:38:28.349269 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705099e-c232-477d-aaea-5c574477080f req-0b4e043c-8de5-40df-bed4-d732669ac1bd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:28.351021 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a705099e-c232-477d-aaea-5c574477080f req-0b4e043c-8de5-40df-bed4-d732669ac1bd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Aug 28 03:38:28.365148 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'port': {'security_groups': ['810d4ffa-b53d-49fb-a3e4-c44f2486247b', '488938db-8fe1-4b9c-ac7c-c8ab69a190f6']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:38:28.650233 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.848079 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:38:28.879423 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.945919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.985612 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:28.986294 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:28.987667 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a705099e-c232-477d-aaea-5c574477080f req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "PUT /v2.0/ports/e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 981 time: 0.6299324 Aug 28 03:38:28.990181 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:38:28.992476 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91256366-9a72-4573-bdaf-0a5c049e35ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:38:29.017136 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:38:29.039626 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=6']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:29.048529 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.049269 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.049704 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.050044 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.050377 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.050759 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.051096 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.051426 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.051753 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.052079 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.052544 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.052903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54065c7a-3690-4ff1-93e3-ab08038b5037 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:29.074205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e57e927-1580-440e-a876-bc5558b4b31a x-openstack-request-id: req-9e57e927-1580-440e-a876-bc5558b4b31a {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:38:29.074508 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:38:29.074742 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e57e927-1580-440e-a876-bc5558b4b31a {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:38:29.075162 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:38:29.101790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d460-40a9-4eed-ae59-85f34ce9f544 req-f3613ca2-862b-4f78-a1b4-213c69fcd623 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.103365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bc37d460-40a9-4eed-ae59-85f34ce9f544 req-f3613ca2-862b-4f78-a1b4-213c69fcd623 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0586498 Aug 28 03:38:29.165382 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bc37d460-40a9-4eed-ae59-85f34ce9f544 req-3a57e7e7-85eb-4dc1-98a4-4605b1afd3c8 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501437 Aug 28 03:38:29.231617 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bf91b-0dab-4cde-b52e-8f5598e4a723 req-773b256d-a330-49e5-923f-52f4ae96a4c9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.233129 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-077bf91b-0dab-4cde-b52e-8f5598e4a723 req-773b256d-a330-49e5-923f-52f4ae96a4c9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.1002500 Aug 28 03:38:29.249213 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-5f4161af-c5f6-49b5-9c8a-6edaec48e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.250570 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-5f4161af-c5f6-49b5-9c8a-6edaec48e2eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1137 time: 0.0768738 Aug 28 03:38:29.260562 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:38:29.310047 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-27466db4-f79c-488c-9bb7-4f636efab33d None None] Provisioning complete for port e728f64f-b4ee-403d-a195-06db693d3a20 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:38:29.310742 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-27466db4-f79c-488c-9bb7-4f636efab33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:29.333615 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-077bf91b-0dab-4cde-b52e-8f5598e4a723 req-9b6b19ed-95b6-4e4e-a585-b1fbfec6c42e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938461 Aug 28 03:38:29.371691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-3ed1b058-1703-40d0-9cdc-24f6854d089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.373255 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-3ed1b058-1703-40d0-9cdc-24f6854d089e service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.1122575 Aug 28 03:38:29.453886 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-374282dd-f457-4b83-a9de-c3b0c8458d5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1001 time: 0.0686061 Aug 28 03:38:29.505136 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-00f360c1-4131-4b8d-8ac5-92d1c42e095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.506612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-00f360c1-4131-4b8d-8ac5-92d1c42e095d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0450721 Aug 28 03:38:29.554362 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-cb4d47e9-f270-414f-bc6b-51836f95d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:29.555875 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-cb4d47e9-f270-414f-bc6b-51836f95d8ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401340 Aug 28 03:38:29.663289 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-6d027040-d8d3-460d-8ac1-69093d728949 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982687 Aug 28 03:38:29.767183 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91256366-9a72-4573-bdaf-0a5c049e35ea req-29b42a57-58a0-4040-bbc5-b6f7178178c6 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894766 Aug 28 03:38:30.273214 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39476) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:30.379883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-a05cf36e-4312-49e6-96cd-b10a37c3c98a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:30.381445 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-a05cf36e-4312-49e6-96cd-b10a37c3c98a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0634315 Aug 28 03:38:30.388838 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-959d9fbe-1ecd-47e5-bc14-616398b3ca01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.451885 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481290-aecc-4830-9b59-f9ed4127b50f req-9464c976-b1ba-4371-854f-57a0a54a3a42 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:30.453728 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77481290-aecc-4830-9b59-f9ed4127b50f req-9464c976-b1ba-4371-854f-57a0a54a3a42 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 946 time: 0.0546880 Aug 28 03:38:30.498053 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77481290-aecc-4830-9b59-f9ed4127b50f req-5e3321bc-daf1-4afc-b1a6-d26aa5a5178a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Aug 28 03:38:30.539404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Deleting port 5174f56a-33b8-4e75-88bb-a3eaba1f698a {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:38:30.539743 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.615491 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-959d9fbe-1ecd-47e5-bc14-616398b3ca01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.653092 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] For port 5174f56a-33b8-4e75-88bb-a3eaba1f698a, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5174f56a-33b8-4e75-88bb-a3eaba1f698a,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:38:30.653446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.667205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Calling delete_port for 5174f56a-33b8-4e75-88bb-a3eaba1f698a owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:38:30.707364 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-959d9fbe-1ecd-47e5-bc14-616398b3ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.772481 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-959d9fbe-1ecd-47e5-bc14-616398b3ca01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1362e401fd82470e919117d690ba3111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956496 Aug 28 03:38:30.773429 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39490) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:30.774017 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d9fbe-1ecd-47e5-bc14-616398b3ca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5fb30-b984-48b7-8528-f4a7ecf85730,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:30.845531 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.873959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.934415 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:30.964229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Pushing event deleted for resources: {'Port': ['ID=5174f56a-33b8-4e75-88bb-a3eaba1f698a,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:30.985082 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['5174f56a-33b8-4e75-88bb-a3eaba1f698a', '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:38:31.006049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] No DVR routers for this DVR port 5174f56a-33b8-4e75-88bb-a3eaba1f698a on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:38:31.008477 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.011969 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0cde49b5-be04-4552-b1cc-6e6c7a0401c2 req-becb4ff7-68ea-473f-a01c-ebad88574943 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "DELETE /v2.0/ports/5174f56a-33b8-4e75-88bb-a3eaba1f698a HTTP/1.1" status: 204 len: 173 time: 0.6208096 Aug 28 03:38:31.014577 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.017678 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.018961 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1e5fb30-b984-48b7-8528-f4a7ecf85730 HTTP/1.1" status: 204 len: 168 time: 0.2443521 Aug 28 03:38:31.027596 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5fb30-b984-48b7-8528-f4a7ecf85730,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:31.036857 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.037198 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.037718 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.038053 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.038377 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.038788 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.039011 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.039336 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.039695 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.040677 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.047411 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.047411 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb383a7-3703-447b-8782-b902b459e3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:38:31.076518 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'name': 'network-vif-deleted', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:38:31.080356 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b1b56-01c4-4b5c-a2c1-9d652d506b2e" -d '{"events": [{"server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "name": "network-vif-deleted", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:38:31.121910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a529742-d834-4a4a-97cf-7fe881a6835c x-openstack-request-id: req-3a529742-d834-4a4a-97cf-7fe881a6835c {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:38:31.122278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ee1023-3344-4289-97fb-ce0fa94e2eb3", "name": "network-vif-deleted", "tag": "5174f56a-33b8-4e75-88bb-a3eaba1f698a", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:38:31.122541 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a529742-d834-4a4a-97cf-7fe881a6835c {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:38:31.123017 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ee1023-3344-4289-97fb-ce0fa94e2eb3', 'name': 'network-vif-deleted', 'tag': '5174f56a-33b8-4e75-88bb-a3eaba1f698a', 'status': 'completed', 'code': 200} Aug 28 03:38:31.609492 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-917d4c56-d519-4cf7-b134-dd1f28db26d8 req-d930da30-15dc-4ca0-ba8c-8f2dd5d76316 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2ee1023-3344-4289-97fb-ce0fa94e2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Aug 28 03:38:31.627231 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 39502) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:31.644062 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2edab4c1-0f0b-46a7-9915-5fc7c9c6326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.735603 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2edab4c1-0f0b-46a7-9915-5fc7c9c6326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.802912 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2edab4c1-0f0b-46a7-9915-5fc7c9c6326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.842314 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2edab4c1-0f0b-46a7-9915-5fc7c9c6326e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8859e74e5b54f0c89658fb994620746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139723 Aug 28 03:38:31.843163 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab4c1-0f0b-46a7-9915-5fc7c9c6326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc598c-1085-4969-ab49-95431675183b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:31.844999 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 39510) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:38:31.899394 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:31.922333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:32.008628 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:32.011974 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:32.013574 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5efc598c-1085-4969-ab49-95431675183b HTTP/1.1" status: 204 len: 168 time: 0.1674490 Aug 28 03:38:32.021742 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982a1ea-c5c2-4a7b-9882-4284ee20bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc598c-1085-4969-ab49-95431675183b,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:33.122162 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0c7b8-f87f-4407-aee3-a3e75efb0dac req-7dff440c-2306-404c-9ec0-935ab008cc92 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:33.123677 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4cf0c7b8-f87f-4407-aee3-a3e75efb0dac req-7dff440c-2306-404c-9ec0-935ab008cc92 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0545034 Aug 28 03:38:33.173857 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4cf0c7b8-f87f-4407-aee3-a3e75efb0dac req-d3c08af4-88c5-49a6-993d-971efad32885 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Aug 28 03:38:33.287566 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca56462-5f6f-4b18-a66e-c7db858ec71c req-ae4510a7-620e-4189-82a6-53193300357a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:33.289049 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aca56462-5f6f-4b18-a66e-c7db858ec71c req-ae4510a7-620e-4189-82a6-53193300357a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0484695 Aug 28 03:38:33.294559 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5174f56a-33b8-4e75-88bb-a3eaba1f698a no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:38:33.315428 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 5174f56a-33b8-4e75-88bb-a3eaba1f698a {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:38:33.315810 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5174f56a-33b8-4e75-88bb-a3eaba1f698a not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:38:33.338733 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aca56462-5f6f-4b18-a66e-c7db858ec71c req-f0adb5b5-0fbf-4fbe-a372-94bc4fd98e2c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Aug 28 03:38:34.105577 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-46fd1a8b-e44f-4a6c-8010-30d476c4a471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:34.301434 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351879a5-a479-4273-83df-8ead9400e749 req-b2ad3867-9da2-4700-97dd-0901011e0ece tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:34.302909 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-351879a5-a479-4273-83df-8ead9400e749 req-b2ad3867-9da2-4700-97dd-0901011e0ece tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Aug 28 03:38:34.344529 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-351879a5-a479-4273-83df-8ead9400e749 req-d1fd7147-ff81-4b1a-952d-dbab1ecb862a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 Aug 28 03:38:34.473907 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156a43-5aaa-41c2-923e-6368b144e323 req-a52707e2-b48e-4802-a955-24e7066d1561 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:34.476808 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-42156a43-5aaa-41c2-923e-6368b144e323 req-a52707e2-b48e-4802-a955-24e7066d1561 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0621464 Aug 28 03:38:34.518996 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-42156a43-5aaa-41c2-923e-6368b144e323 req-ddb9b357-2529-4420-92c7-b1214cd19ce9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Aug 28 03:38:35.462406 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c68c8-333b-463f-9332-3b83f26d4ef5 req-6d4ad351-b8bb-442f-8775-f452e820c9d9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:35.464797 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d3c68c8-333b-463f-9332-3b83f26d4ef5 req-6d4ad351-b8bb-442f-8775-f452e820c9d9 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Aug 28 03:38:35.502407 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d3c68c8-333b-463f-9332-3b83f26d4ef5 req-c3b78ede-5a6f-49be-a569-accb5e8a2ba6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Aug 28 03:38:35.631534 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06708a-0c11-455d-ad7c-7652774e3cf5 req-96e53b67-6a30-4380-817a-1f1edd667926 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:35.633565 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e06708a-0c11-455d-ad7c-7652774e3cf5 req-96e53b67-6a30-4380-817a-1f1edd667926 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0495260 Aug 28 03:38:35.671831 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e06708a-0c11-455d-ad7c-7652774e3cf5 req-fac2ff59-ed20-464b-932b-800655cf06f2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Aug 28 03:38:36.037103 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-de62ba8e-6c8a-4ae0-b5fc-96a1d84c2647 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:36.038925 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-de62ba8e-6c8a-4ae0-b5fc-96a1d84c2647 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 946 time: 0.0600255 Aug 28 03:38:36.143279 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Deleting port 5ad0c4b5-5156-4601-8e16-6da2ce225512 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:38:36.143607 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:36.236190 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] For port 5ad0c4b5-5156-4601-8e16-6da2ce225512, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=5ad0c4b5-5156-4601-8e16-6da2ce225512,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:38:36.238744 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:36.250053 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Calling delete_port for 5ad0c4b5-5156-4601-8e16-6da2ce225512 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:38:36.442887 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-eddf4baf-e798-4b41-bf2c-92abdd541709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:36.471569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:36.502994 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Pushing event deleted for resources: {'Port': ['ID=5ad0c4b5-5156-4601-8e16-6da2ce225512,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:38:36.526924 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['5ad0c4b5-5156-4601-8e16-6da2ce225512'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:38:36.545028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] No DVR routers for this DVR port 5ad0c4b5-5156-4601-8e16-6da2ce225512 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:38:36.547652 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:36.549811 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c48e9e1f-5511-4a2b-93fb-f506a1e20498 req-065b2cbc-c67d-491a-acf8-c547ef5611c0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "DELETE /v2.0/ports/5ad0c4b5-5156-4601-8e16-6da2ce225512 HTTP/1.1" status: 204 len: 173 time: 0.5020366 Aug 28 03:38:36.550226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'name': 'network-vif-deleted', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:38:36.552489 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146d5cb-c5b5-4e9d-b2e8-ea784dff1d66" -d '{"events": [{"server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "name": "network-vif-deleted", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:38:36.601203 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55270230-3293-4004-961f-abbdd9275c7d x-openstack-request-id: req-55270230-3293-4004-961f-abbdd9275c7d {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:38:36.601496 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27617da5-f6cd-4c73-8ae8-c5ebeb34c9de", "name": "network-vif-deleted", "tag": "5ad0c4b5-5156-4601-8e16-6da2ce225512", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:38:36.601743 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55270230-3293-4004-961f-abbdd9275c7d {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:38:36.602119 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27617da5-f6cd-4c73-8ae8-c5ebeb34c9de', 'name': 'network-vif-deleted', 'tag': '5ad0c4b5-5156-4601-8e16-6da2ce225512', 'status': 'completed', 'code': 200} Aug 28 03:38:36.625015 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a877b-cc02-4faa-a74c-6d254758a426 req-aeac381b-02c2-47bd-87d4-bb66e1bee609 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:36.626506 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-da8a877b-cc02-4faa-a74c-6d254758a426 req-aeac381b-02c2-47bd-87d4-bb66e1bee609 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0547101 Aug 28 03:38:36.671335 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-da8a877b-cc02-4faa-a74c-6d254758a426 req-68833fc3-ba41-42b7-bb2d-501e891d8606 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Aug 28 03:38:36.767381 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9dcc3d44-d9bd-448d-acca-2ac675baf616 req-46e49a4d-ce0d-47f2-954a-d13b42f61017 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0263894 Aug 28 03:38:37.174116 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:37.352136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fae82-674b-4e3c-9973-0913300c932b req-f0c354ff-c477-4640-bde5-fd59121dfc04 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:37.353669 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e89fae82-674b-4e3c-9973-0913300c932b req-f0c354ff-c477-4640-bde5-fd59121dfc04 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0499361 Aug 28 03:38:37.394954 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e89fae82-674b-4e3c-9973-0913300c932b req-75e1700d-17fb-450a-abcb-46cfba8a3923 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350785 Aug 28 03:38:37.786147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38d507-c3c5-4e43-a7ac-c62a916b7534 req-2e39434a-b7e5-4b28-aea8-c2f0f1ad2e6b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:37.787612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e38d507-c3c5-4e43-a7ac-c62a916b7534 req-2e39434a-b7e5-4b28-aea8-c2f0f1ad2e6b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Aug 28 03:38:37.825807 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e38d507-c3c5-4e43-a7ac-c62a916b7534 req-3eedc12c-e9a8-4de3-911c-994ad16418ab tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 28 03:38:37.873956 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-64123096-0f5c-4066-b791-4cbe38d34036 req-25a3e8ff-ae4f-4b71-9c0d-89e8a677c4a8 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0294859 Aug 28 03:38:38.019815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:38.507167 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c3abb-a538-4e86-a0d0-342c391a13e1 req-6a52d78f-d2eb-4e88-81fa-59873429261d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:38.508680 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-571c3abb-a538-4e86-a0d0-342c391a13e1 req-6a52d78f-d2eb-4e88-81fa-59873429261d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Aug 28 03:38:38.552636 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-571c3abb-a538-4e86-a0d0-342c391a13e1 req-3f49a1a0-92c8-4410-86f4-387616118a58 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Aug 28 03:38:38.942775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063820a3-7a7c-4127-bab2-d88fb26196cd req-36635fb3-0127-417e-9d10-8eb499d4d981 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:38.945263 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-063820a3-7a7c-4127-bab2-d88fb26196cd req-36635fb3-0127-417e-9d10-8eb499d4d981 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Aug 28 03:38:38.983695 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-063820a3-7a7c-4127-bab2-d88fb26196cd req-4f1f52af-7935-4269-8046-905a69355ac0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Aug 28 03:38:38.985504 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eb6e2348-5663-4d3e-8789-15826c8149c1 req-f5374c1c-e2c2-4e71-85b6-4f4225d9a0fd tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0294394 Aug 28 03:38:39.667048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348e14b-7b81-4c40-8f08-3cc38f472d59 req-0ae02f7b-9a58-4d9f-9f41-f7723b7c9f91 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:39.669137 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5348e14b-7b81-4c40-8f08-3cc38f472d59 req-0ae02f7b-9a58-4d9f-9f41-f7723b7c9f91 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0512605 Aug 28 03:38:39.707441 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5348e14b-7b81-4c40-8f08-3cc38f472d59 req-f02ddca0-09df-4805-9440-f269005c6441 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Aug 28 03:38:39.767823 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:40.092302 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9630128d-e34d-4456-a3eb-61a83b68004b req-f897ff6a-4b05-441d-9825-55d5de75225a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0294070 Aug 28 03:38:40.102637 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c392e24-d004-49d5-aff7-5a1bc455eb8e req-33368a41-6cf5-4ab1-9809-139db2c1fa27 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:40.104226 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c392e24-d004-49d5-aff7-5a1bc455eb8e req-33368a41-6cf5-4ab1-9809-139db2c1fa27 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0521049 Aug 28 03:38:40.142615 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c392e24-d004-49d5-aff7-5a1bc455eb8e req-991160a3-4c95-4c4a-81bd-4441ffa69111 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Aug 28 03:38:40.822532 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47ddf0-1628-4c02-b976-1371cf57cc0d req-e64876be-7354-42d4-b031-a8d4ad38ef63 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:40.824056 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ef47ddf0-1628-4c02-b976-1371cf57cc0d req-e64876be-7354-42d4-b031-a8d4ad38ef63 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Aug 28 03:38:40.864037 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ef47ddf0-1628-4c02-b976-1371cf57cc0d req-1a64c6aa-6524-4cd1-bdb3-bd48f087a76b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Aug 28 03:38:41.203572 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaaa173e-90c3-4fc5-9cf8-8a287fff9898 req-41cdc929-8efc-4235-8d1b-af634c099d9a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0287769 Aug 28 03:38:41.260508 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ceadc-3164-4cb9-9545-75227f89be86 req-0efede7a-72e7-44f4-a43d-ebd390c53e2e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:41.262307 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-926ceadc-3164-4cb9-9545-75227f89be86 req-0efede7a-72e7-44f4-a43d-ebd390c53e2e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Aug 28 03:38:41.302340 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-926ceadc-3164-4cb9-9545-75227f89be86 req-f2374412-3c72-4870-bffb-45ba1d1e4f4a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 28 03:38:41.309070 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:38:41.976044 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053448ee-bada-4601-bd0a-944a2884f1a7 req-0567b474-65b0-478f-87cf-8ee18c61cc6d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:41.977532 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-053448ee-bada-4601-bd0a-944a2884f1a7 req-0567b474-65b0-478f-87cf-8ee18c61cc6d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Aug 28 03:38:42.023025 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-053448ee-bada-4601-bd0a-944a2884f1a7 req-8c2c8ba5-c0ec-4ade-b8ea-abb7fab0962a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Aug 28 03:38:42.305694 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ddb9dcc8-dfbb-4008-a849-9fcb995d0fd1 req-74d291f2-8c07-4654-80ee-881de3e3f47f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0275848 Aug 28 03:38:42.418593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f2ba9-aceb-4790-b97f-0efda5184c87 req-8d3f0934-5790-4e86-8275-8d129baacd6d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:42.419967 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f40f2ba9-aceb-4790-b97f-0efda5184c87 req-8d3f0934-5790-4e86-8275-8d129baacd6d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 28 03:38:42.456633 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f40f2ba9-aceb-4790-b97f-0efda5184c87 req-ccabc284-d304-4d53-9ce1-0c32829f55b4 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Aug 28 03:38:43.140666 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c840-794a-4099-bb15-f97766a0b2d2 req-dbf54671-aabd-4122-a51e-6000f3fba40f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:43.142157 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-83c7c840-794a-4099-bb15-f97766a0b2d2 req-dbf54671-aabd-4122-a51e-6000f3fba40f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0530086 Aug 28 03:38:43.178824 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-83c7c840-794a-4099-bb15-f97766a0b2d2 req-156f712b-7762-4c17-b9ae-e85be632ed78 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Aug 28 03:38:43.413326 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2321d5f6-df41-4445-b898-a469d990367e req-cbc784f6-5ddc-4e32-9000-b2e96f76f625 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0295255 Aug 28 03:38:43.572436 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1297d-c60c-4fd4-8964-987c919ce8f5 req-d22f7fdc-205a-4fdb-a670-70f40f3c0259 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:43.573936 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-76b1297d-c60c-4fd4-8964-987c919ce8f5 req-d22f7fdc-205a-4fdb-a670-70f40f3c0259 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0490463 Aug 28 03:38:43.612389 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-76b1297d-c60c-4fd4-8964-987c919ce8f5 req-af89f47b-850b-4fe1-8d06-439275fe955b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 28 03:38:44.290904 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3e9da-2972-463c-9b2d-b7be0ce6db10 req-6c991683-27f6-4bca-959b-e2ad1371707f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:44.292361 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e2f3e9da-2972-463c-9b2d-b7be0ce6db10 req-6c991683-27f6-4bca-959b-e2ad1371707f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0472329 Aug 28 03:38:44.331149 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e2f3e9da-2972-463c-9b2d-b7be0ce6db10 req-e4209fac-a5dd-4bb0-8e35-5abc0d1235e9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Aug 28 03:38:44.516690 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5dcbf195-5530-4938-80a4-bb5bf6241056 req-003a28e6-2731-405a-96c8-d0958e78fc1b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0262036 Aug 28 03:38:44.727710 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd054b-f345-455e-a9d6-4ad3c21dcba8 req-c7063ef4-2a1b-4e56-b7ca-25bea1f1e2ba tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:44.729137 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6ecd054b-f345-455e-a9d6-4ad3c21dcba8 req-c7063ef4-2a1b-4e56-b7ca-25bea1f1e2ba tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0529308 Aug 28 03:38:44.767553 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6ecd054b-f345-455e-a9d6-4ad3c21dcba8 req-8611cf1d-59bd-499b-8da5-d62e5b7bf250 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 28 03:38:45.447742 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc439a-9030-48ce-985b-e2ebcce68fa9 req-b017cd59-0105-41f3-b57e-3d9aa55d2378 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:45.449258 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-89dc439a-9030-48ce-985b-e2ebcce68fa9 req-b017cd59-0105-41f3-b57e-3d9aa55d2378 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0514593 Aug 28 03:38:45.488226 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-89dc439a-9030-48ce-985b-e2ebcce68fa9 req-edd58448-dde8-40c3-bed2-f6c4cfe50587 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Aug 28 03:38:45.616756 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a2bdfdfc-5efb-4457-a79a-c7df65158116 req-78ca448e-d02e-420e-affd-93d6237a4745 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0264976 Aug 28 03:38:45.877415 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3ee1-6e35-4705-85ea-504230df26b7 req-3b5a0b95-d48e-4c27-8243-73dcdc19f740 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:45.878873 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f14c3ee1-6e35-4705-85ea-504230df26b7 req-3b5a0b95-d48e-4c27-8243-73dcdc19f740 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Aug 28 03:38:45.918943 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f14c3ee1-6e35-4705-85ea-504230df26b7 req-821f17f2-423d-438f-aa9a-366d27c7f09b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Aug 28 03:38:46.599100 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf28ed-7b26-471b-a8b2-0a5dac9671a9 req-2084a1de-2479-42d3-becf-839db9a8d6aa tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:46.600821 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c5cf28ed-7b26-471b-a8b2-0a5dac9671a9 req-2084a1de-2479-42d3-becf-839db9a8d6aa tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Aug 28 03:38:46.637496 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c5cf28ed-7b26-471b-a8b2-0a5dac9671a9 req-07e5cac6-d8f7-4307-b52b-28d224249e8c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Aug 28 03:38:46.718792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-363cac43-00bf-4f7d-9409-f9a2aa9a313e req-21f598b9-dda5-44cf-8912-84922a86ef4a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0251179 Aug 28 03:38:47.032904 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236d3ae-2fde-4838-943d-3156ffd88993 req-be47c327-3a18-4ea2-806c-beffd0685284 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:47.034354 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9236d3ae-2fde-4838-943d-3156ffd88993 req-be47c327-3a18-4ea2-806c-beffd0685284 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Aug 28 03:38:47.070516 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9236d3ae-2fde-4838-943d-3156ffd88993 req-94ac4baa-c47b-4355-a52f-e2fbc13d08f5 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Aug 28 03:38:47.751139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4099e-803e-4231-9e3b-a9112d82c7da req-5d2765ff-6b40-463c-be18-c9db1ff08ca7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:47.752619 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7ce4099e-803e-4231-9e3b-a9112d82c7da req-5d2765ff-6b40-463c-be18-c9db1ff08ca7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0516756 Aug 28 03:38:47.793976 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7ce4099e-803e-4231-9e3b-a9112d82c7da req-3a1bbd20-5577-491c-91d4-652960b6993e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Aug 28 03:38:47.821480 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9c550331-2b7a-4331-b2e7-722103fcac11 req-63ed3a7f-6ce5-4a5a-b8d6-16b274b5f43a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0255532 Aug 28 03:38:48.186072 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c4f65-15f9-4e61-903e-81134982bc30 req-ff3bd4a4-f3b3-415b-8024-2b81a0a6ae6c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:48.188537 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a34c4f65-15f9-4e61-903e-81134982bc30 req-ff3bd4a4-f3b3-415b-8024-2b81a0a6ae6c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Aug 28 03:38:48.225011 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a34c4f65-15f9-4e61-903e-81134982bc30 req-b612de5c-aad2-462e-89d0-bc77006e392d tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306704 Aug 28 03:38:48.907316 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa220-6448-44fa-a622-7f433f033c1a req-5311a03c-f72f-4d7b-aa72-52b4f4e07c2c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:48.908866 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3edfa220-6448-44fa-a622-7f433f033c1a req-5311a03c-f72f-4d7b-aa72-52b4f4e07c2c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0482547 Aug 28 03:38:48.924147 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0f62ce84-fea5-4580-bfc5-aeb0ddcab2d7 req-d146e85e-3e36-4d67-88ac-fa10cebf18b1 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0262332 Aug 28 03:38:48.946517 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3edfa220-6448-44fa-a622-7f433f033c1a req-1f346ce1-9228-429c-b880-ba1c7875fa49 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 28 03:38:49.048137 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:38:49.337623 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f417f-3fef-467f-9d67-d1b78657637d req-ba1babec-d48d-40d0-aa24-3444a3b28eee tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:49.339073 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e21f417f-3fef-467f-9d67-d1b78657637d req-ba1babec-d48d-40d0-aa24-3444a3b28eee tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Aug 28 03:38:49.376051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e21f417f-3fef-467f-9d67-d1b78657637d req-e88b4482-7442-4e44-87bb-39bc0a8ecc4a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 28 03:38:50.032853 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f6d2fc34-02e6-4a16-a62e-233bbaca1d7a req-84061d86-1dcc-43ab-9b29-b9d7139e13b0 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=27617da5-f6cd-4c73-8ae8-c5ebeb34c9de HTTP/1.1" status: 200 len: 210 time: 0.0258565 Aug 28 03:38:50.063014 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1eb7-d0d9-474a-b18b-90bf0fe2e7ed req-5d3089fa-bfc0-4ae6-853b-550c1fdb96aa tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:50.064500 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-621a1eb7-d0d9-474a-b18b-90bf0fe2e7ed req-5d3089fa-bfc0-4ae6-853b-550c1fdb96aa tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0512974 Aug 28 03:38:50.101347 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-621a1eb7-d0d9-474a-b18b-90bf0fe2e7ed req-c95a5ffc-3a5e-41f7-9f87-acf969fa0eb8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Aug 28 03:38:50.488791 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3391a-62bd-4a70-a763-60a2902f09ad req-133285fe-2a6d-4e7e-9adb-50d9bc891435 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:50.490230 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-32d3391a-62bd-4a70-a763-60a2902f09ad req-133285fe-2a6d-4e7e-9adb-50d9bc891435 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0509002 Aug 28 03:38:50.526346 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-32d3391a-62bd-4a70-a763-60a2902f09ad req-d4811a84-b455-4f5e-8c42-99b0dd455748 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301685 Aug 28 03:38:51.008463 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5ad0c4b5-5156-4601-8e16-6da2ce225512 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:38:51.027395 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 5ad0c4b5-5156-4601-8e16-6da2ce225512 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:38:51.027788 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 5ad0c4b5-5156-4601-8e16-6da2ce225512 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:38:51.214241 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a1f3-57b4-402a-8ff6-681b4b4e2a45 req-90aa551b-b5e1-4081-a44e-f9213817c0ed tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:51.215693 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b310a1f3-57b4-402a-8ff6-681b4b4e2a45 req-90aa551b-b5e1-4081-a44e-f9213817c0ed tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0492363 Aug 28 03:38:51.254190 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b310a1f3-57b4-402a-8ff6-681b4b4e2a45 req-e341b32d-49bf-4440-8e10-fc8776c5e155 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 28 03:38:51.653037 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ed75e-12b4-49d4-a16d-6c0c78cac79b req-8212bc4e-3f86-411a-b0bc-3936a1800140 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:51.654593 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-306ed75e-12b4-49d4-a16d-6c0c78cac79b req-8212bc4e-3f86-411a-b0bc-3936a1800140 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0580418 Aug 28 03:38:51.696902 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-306ed75e-12b4-49d4-a16d-6c0c78cac79b req-57e42d90-b89b-413c-b1e0-14be42924f86 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Aug 28 03:38:52.366446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d207-5df1-4bab-b430-fed6558ed690 req-b8ecac8a-3323-4d6e-b91b-89f9a9497423 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:52.367831 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ff4d207-5df1-4bab-b430-fed6558ed690 req-b8ecac8a-3323-4d6e-b91b-89f9a9497423 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Aug 28 03:38:52.411585 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ff4d207-5df1-4bab-b430-fed6558ed690 req-6393482e-0e5e-447e-a6cb-0861622ce59c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Aug 28 03:38:52.809292 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9c8d-2418-408a-a7de-1c1fb08a0bf2 req-36ab2cdf-b6fc-4db9-9750-13c5daf36b95 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:52.810993 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb3d9c8d-2418-408a-a7de-1c1fb08a0bf2 req-36ab2cdf-b6fc-4db9-9750-13c5daf36b95 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Aug 28 03:38:52.849810 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb3d9c8d-2418-408a-a7de-1c1fb08a0bf2 req-792e90e1-2234-40c0-a965-d08c5ea6253b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Aug 28 03:38:53.529257 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139a34a-9599-4797-a19b-d4e1ed1ec43a req-94219431-5165-4ec6-a22e-befec6007cfc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:53.531396 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4139a34a-9599-4797-a19b-d4e1ed1ec43a req-94219431-5165-4ec6-a22e-befec6007cfc tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0522275 Aug 28 03:38:53.567894 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4139a34a-9599-4797-a19b-d4e1ed1ec43a req-ddfef13b-4284-46d2-8fbf-3ac46d77df7d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Aug 28 03:38:53.966940 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e925b-cd96-4817-8191-55b796046d01 req-5062db6f-b62b-4ea0-a5e0-e792c739a05c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:53.969062 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b29e925b-cd96-4817-8191-55b796046d01 req-5062db6f-b62b-4ea0-a5e0-e792c739a05c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Aug 28 03:38:54.005348 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b29e925b-cd96-4817-8191-55b796046d01 req-8b1a812f-f6cd-4456-9d21-a99b13e229fe tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Aug 28 03:38:54.678031 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930157c8-b3a0-4f03-b578-a58ddd44dd1e req-5d2354ed-5c84-4442-81d2-9200278bb750 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:54.679495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-930157c8-b3a0-4f03-b578-a58ddd44dd1e req-5d2354ed-5c84-4442-81d2-9200278bb750 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0473897 Aug 28 03:38:54.716878 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-930157c8-b3a0-4f03-b578-a58ddd44dd1e req-9bca1521-e18b-4b10-84c6-22c85d50d60e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Aug 28 03:38:55.118095 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520470f-1b5d-42fa-8377-7e7cb2ce8d87 req-315ace5a-e5c1-43af-8a53-12ffeb6b380e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:55.119513 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b520470f-1b5d-42fa-8377-7e7cb2ce8d87 req-315ace5a-e5c1-43af-8a53-12ffeb6b380e tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Aug 28 03:38:55.159635 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b520470f-1b5d-42fa-8377-7e7cb2ce8d87 req-6633fdff-2362-4b01-8313-3b300d835ba0 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Aug 28 03:38:55.825877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b296ec-14c1-4396-9540-99ff4dae578a req-26304e44-fcdf-496d-9289-1c42769884cf tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:55.828003 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-87b296ec-14c1-4396-9540-99ff4dae578a req-26304e44-fcdf-496d-9289-1c42769884cf tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0469830 Aug 28 03:38:55.863654 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-87b296ec-14c1-4396-9540-99ff4dae578a req-f4a52327-eba4-432c-8e5d-f25f49e866c1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299582 Aug 28 03:38:56.275207 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b7ae6-dc97-4439-bd4c-4580d93e0bf1 req-8f4ef134-7be3-41eb-ab8e-6e852185072f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:56.276821 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a1b7ae6-dc97-4439-bd4c-4580d93e0bf1 req-8f4ef134-7be3-41eb-ab8e-6e852185072f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0479677 Aug 28 03:38:56.313792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a1b7ae6-dc97-4439-bd4c-4580d93e0bf1 req-df9873f6-b643-4e56-ab9e-8a602b11c241 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Aug 28 03:38:56.981008 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a9a0b-d1e5-4b04-a8ee-ec35fccccee0 req-1e9e8170-c822-4e6b-975c-a3ca3c890c09 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:56.982466 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cc1a9a0b-d1e5-4b04-a8ee-ec35fccccee0 req-1e9e8170-c822-4e6b-975c-a3ca3c890c09 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0520048 Aug 28 03:38:57.020047 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cc1a9a0b-d1e5-4b04-a8ee-ec35fccccee0 req-177c19ee-0dea-4946-b894-bad1cc6a23bb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 28 03:38:57.426775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db3bd-bc3c-4d6f-a43c-036d2acd4596 req-7de3798b-a365-4405-b4cf-775c5990a20a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:57.428262 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dd7db3bd-bc3c-4d6f-a43c-036d2acd4596 req-7de3798b-a365-4405-b4cf-775c5990a20a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0510354 Aug 28 03:38:57.465856 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dd7db3bd-bc3c-4d6f-a43c-036d2acd4596 req-cde252bf-426a-4190-a50b-bbbd6654eeb6 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Aug 28 03:38:58.132533 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590a179-d222-43ec-8e68-b0116150b044 req-ae5facd4-a642-4162-b005-5f54ed2f2837 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:58.134020 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3590a179-d222-43ec-8e68-b0116150b044 req-ae5facd4-a642-4162-b005-5f54ed2f2837 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0476882 Aug 28 03:38:58.172210 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3590a179-d222-43ec-8e68-b0116150b044 req-bf933565-00d0-4dcb-bf03-fedfbb7d0923 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Aug 28 03:38:58.579822 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc63a0-d3e6-4636-8342-ad1183fdbece req-8ad4f070-59d1-4b2a-b6c7-58212daf11a7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:58.580818 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-67cc63a0-d3e6-4636-8342-ad1183fdbece req-8ad4f070-59d1-4b2a-b6c7-58212daf11a7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Aug 28 03:38:58.622185 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-67cc63a0-d3e6-4636-8342-ad1183fdbece req-5f607b0e-747d-4560-94db-c55ea0cef929 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Aug 28 03:38:59.285737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd981e3-aba9-4d00-8296-874d2da7c1d5 req-649c9f20-48d4-4c4d-9cef-70867317a5e2 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:59.287278 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3bd981e3-aba9-4d00-8296-874d2da7c1d5 req-649c9f20-48d4-4c4d-9cef-70867317a5e2 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0506089 Aug 28 03:38:59.325033 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3bd981e3-aba9-4d00-8296-874d2da7c1d5 req-472256f3-2798-4209-8a38-b7e78f4091cb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Aug 28 03:38:59.737693 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41762c7-3b68-48b3-a3a1-0ab46036a612 req-c3f7a28f-79e8-4486-a8ed-319fa90d55c7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:38:59.739194 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b41762c7-3b68-48b3-a3a1-0ab46036a612 req-c3f7a28f-79e8-4486-a8ed-319fa90d55c7 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Aug 28 03:38:59.775784 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b41762c7-3b68-48b3-a3a1-0ab46036a612 req-b23fd862-3143-4bd0-ad09-032132e8fa2f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Aug 28 03:39:00.458781 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ceef-8dff-4791-a6fb-6685fb7f255f req-41e952bf-e312-4fb9-b6eb-07e6dde65c94 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:00.460336 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b3ceef-8dff-4791-a6fb-6685fb7f255f req-41e952bf-e312-4fb9-b6eb-07e6dde65c94 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0667894 Aug 28 03:39:00.498780 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b3ceef-8dff-4791-a6fb-6685fb7f255f req-06cb3ce6-5eab-4047-bc8d-a1d00c039f5d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Aug 28 03:39:00.891194 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7cce3-6cbd-4330-a5a5-3d436e61167a req-44ef3fc0-6efa-4de1-af92-d2961267687a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:00.892638 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b9d7cce3-6cbd-4330-a5a5-3d436e61167a req-44ef3fc0-6efa-4de1-af92-d2961267687a tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0509207 Aug 28 03:39:00.929388 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b9d7cce3-6cbd-4330-a5a5-3d436e61167a req-142d813a-d34b-4cfc-88a0-e82364d194aa tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Aug 28 03:39:01.611336 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4b1f-b19c-400c-94f4-ce7a1b206152 req-a9103ba6-c2ce-4259-beb0-dcfb0314a774 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:01.612807 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bd7b4b1f-b19c-400c-94f4-ce7a1b206152 req-a9103ba6-c2ce-4259-beb0-dcfb0314a774 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Aug 28 03:39:01.649158 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bd7b4b1f-b19c-400c-94f4-ce7a1b206152 req-198b59e5-199c-4832-a63b-8413b203b0ef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Aug 28 03:39:02.042904 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1d5f-8f1c-49b4-a0fd-ca74a0aa55da req-195b855c-9b93-49f9-89d3-bca82c49f55b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:02.044379 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a2ef1d5f-8f1c-49b4-a0fd-ca74a0aa55da req-195b855c-9b93-49f9-89d3-bca82c49f55b tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Aug 28 03:39:02.082214 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a2ef1d5f-8f1c-49b4-a0fd-ca74a0aa55da req-a9b8438a-fbcd-45a3-9336-a161341b657c tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 28 03:39:02.759331 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661365-e8a1-49c1-a58b-ad6031c1ba01 req-7b4a512b-0569-4757-bd1b-09d1c379884e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:02.760808 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bc661365-e8a1-49c1-a58b-ad6031c1ba01 req-7b4a512b-0569-4757-bd1b-09d1c379884e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0473313 Aug 28 03:39:02.797638 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bc661365-e8a1-49c1-a58b-ad6031c1ba01 req-1d2f0696-42cb-4dd9-8723-6f7a1da44dc8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304515 Aug 28 03:39:03.192968 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790c77b-b1ec-47a2-a1a7-8354fdbb6f39 req-52a12f60-45ef-4d8d-bc69-57c7186351db tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:03.194435 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4790c77b-b1ec-47a2-a1a7-8354fdbb6f39 req-52a12f60-45ef-4d8d-bc69-57c7186351db tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Aug 28 03:39:03.231544 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4790c77b-b1ec-47a2-a1a7-8354fdbb6f39 req-df0f6317-ff62-4164-a01b-b1674e7834df tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Aug 28 03:39:03.912932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0ee1-b400-4a74-b791-6be978bf0375 req-069c5920-4cd3-4362-a1fe-f3faefec1d52 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:03.914487 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ca9f0ee1-b400-4a74-b791-6be978bf0375 req-069c5920-4cd3-4362-a1fe-f3faefec1d52 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Aug 28 03:39:03.950914 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ca9f0ee1-b400-4a74-b791-6be978bf0375 req-4e30ff13-8dc3-4598-9930-504ad9ea9454 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306256 Aug 28 03:39:04.105226 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e5baa99b-1b34-4ab5-8b54-d7ae37ed4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.154027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-9173a891-1c92-44c1-99fd-35cc4abfe470 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:04.155459 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-9173a891-1c92-44c1-99fd-35cc4abfe470 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 946 time: 0.0495882 Aug 28 03:39:04.158955 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 722ad71f-0313-49a9-9203-e3a1c14ffd67 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:04.241224 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.263841 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:04.266641 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d935b-ee97-4ead-ae44-ca2f9c8cb4fe" -d '{"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-unplugged", "status": "completed", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:04.279043 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:04.291079 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Deleting port 722ad71f-0313-49a9-9203-e3a1c14ffd67 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:04.291528 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.319036 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666507b2-024a-4b07-ad68-6d509b783abd x-openstack-request-id: req-666507b2-024a-4b07-ad68-6d509b783abd {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:04.319359 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-unplugged", "status": "completed", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:04.319675 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-666507b2-024a-4b07-ad68-6d509b783abd {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:04.320036 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'code': 200} Aug 28 03:39:04.339847 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.381900 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f11b9b-f7e6-4432-8788-4c98feadf7f1 req-d567d834-3cb8-4706-859e-4b95a534ce43 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:04.385013 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-10f11b9b-f7e6-4432-8788-4c98feadf7f1 req-d567d834-3cb8-4706-859e-4b95a534ce43 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0794456 Aug 28 03:39:04.396029 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=6']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:04.403555 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.404349 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.404728 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.405055 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.405587 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.407121 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.407631 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.408230 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.408731 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.409212 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.409943 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.410885 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:04.412300 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] For port 722ad71f-0313-49a9-9203-e3a1c14ffd67, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=722ad71f-0313-49a9-9203-e3a1c14ffd67,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:04.412795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.429368 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Calling delete_port for 722ad71f-0313-49a9-9203-e3a1c14ffd67 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:04.448224 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-10f11b9b-f7e6-4432-8788-4c98feadf7f1 req-43f84cf6-c24f-4f29-807e-be15e21a1c79 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/security-groups?id=90eaab2d-0632-4f91-8092-b1c900fef061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Aug 28 03:39:04.607730 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.636595 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event deleted for resources: {'Port': ['ID=722ad71f-0313-49a9-9203-e3a1c14ffd67,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:04.678558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] No DVR routers for this DVR port 722ad71f-0313-49a9-9203-e3a1c14ffd67 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:39:04.681009 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:04.682941 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a223b0c0-ab19-402e-9190-0827e2f4c7e7 req-cc525fbe-91b6-4267-b75d-43cc678a2c34 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "DELETE /v2.0/ports/722ad71f-0313-49a9-9203-e3a1c14ffd67 HTTP/1.1" status: 204 len: 173 time: 0.4974031 Aug 28 03:39:04.683388 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-deleted', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:04.685617 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f488619-500e-4e66-8fa5-9a14569a0453" -d '{"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-deleted", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:04.721934 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2d8887-c51d-4051-aa33-1de4225f5a78 x-openstack-request-id: req-7a2d8887-c51d-4051-aa33-1de4225f5a78 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:04.722229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f495e3-35ff-41fc-a5de-00f90776e289", "name": "network-vif-deleted", "tag": "722ad71f-0313-49a9-9203-e3a1c14ffd67", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:04.722486 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a2d8887-c51d-4051-aa33-1de4225f5a78 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:04.722885 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f495e3-35ff-41fc-a5de-00f90776e289', 'name': 'network-vif-deleted', 'tag': '722ad71f-0313-49a9-9203-e3a1c14ffd67', 'status': 'completed', 'code': 200} Aug 28 03:39:04.880827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7', 'b76334de-da60-4f43-857b-027091e70da8', '3e868198-ac74-4978-b648-3ef6e6cfe63f'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:05.047116 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-04522ed1-f593-4f3e-8de3-de5a720e0bed req-3751e485-eaa7-41c4-a8b6-51550d1faaee tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f495e3-35ff-41fc-a5de-00f90776e289 HTTP/1.1" status: 200 len: 210 time: 0.0258272 Aug 28 03:39:05.237586 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-95a1ee99-bb48-4203-bf3e-cd5e265af22f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:05.239035 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-95a1ee99-bb48-4203-bf3e-cd5e265af22f tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0599737 Aug 28 03:39:05.332440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Deleting port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:05.332804 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:05.425132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] For port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:05.425498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:05.439478 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Calling delete_port for 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:05.659164 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:05.689075 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Pushing event deleted for resources: {'Port': ['ID=9ff36a6e-ec67-4e24-88aa-48b92b02b7d7,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:05.743247 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cc40e904-1ecb-4b84-9ae3-44384be69afe req-0bc8a6db-b869-4ccb-82a2-8e4cc636e076 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 210 time: 0.2215052 Aug 28 03:39:05.756185 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] No DVR routers for this DVR port 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:39:05.764545 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:05.766519 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8a7f0c03-cb47-4691-b8a3-4d7e89d33042 req-02e4b5a7-0e08-47be-b39c-d2d99070deec tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.38 "DELETE /v2.0/ports/9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 HTTP/1.1" status: 204 len: 173 time: 0.5207467 Aug 28 03:39:06.459455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-84ae9b8a-87f4-4424-82d2-e5b074605aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:06.589278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:06.723639 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'name': 'network-vif-deleted', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:06.726873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b0eaf-51c3-4abe-a822-340af9f68719" -d '{"events": [{"server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "name": "network-vif-deleted", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:06.762233 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7863de8-d2a3-4fe5-adc4-670f57a1f962 x-openstack-request-id: req-f7863de8-d2a3-4fe5-adc4-670f57a1f962 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:06.762593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ca5a3b-f7d9-491d-ac4b-698cc255c1f9", "name": "network-vif-deleted", "tag": "9ff36a6e-ec67-4e24-88aa-48b92b02b7d7", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:06.762911 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7863de8-d2a3-4fe5-adc4-670f57a1f962 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:06.763371 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ca5a3b-f7d9-491d-ac4b-698cc255c1f9', 'name': 'network-vif-deleted', 'tag': '9ff36a6e-ec67-4e24-88aa-48b92b02b7d7', 'status': 'completed', 'code': 200} Aug 28 03:39:06.917868 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-89ee57e1-741e-42b2-9d3d-e206818bff8d req-08b3590f-0ee7-46b2-be58-eef929441b17 tempest-ServerRescueNegativeTestJSON-247681129 tempest-ServerRescueNegativeTestJSON-247681129-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ca5a3b-f7d9-491d-ac4b-698cc255c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0950673 Aug 28 03:39:07.190528 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:07.945957 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:07.975578 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40050) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:08.478358 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:08.976959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Deleting port 94eebb64-b962-4374-bc89-9d24138c1e61 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:08.977557 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.011865 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e5cb-9a54-4240-af2c-6abf6b77ee39 req-c76775e7-645c-4036-bc70-6b9e65ae2d7b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:09.013442 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9263e5cb-9a54-4240-af2c-6abf6b77ee39 req-c76775e7-645c-4036-bc70-6b9e65ae2d7b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0571203 Aug 28 03:39:09.063991 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] For port 94eebb64-b962-4374-bc89-9d24138c1e61, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=94eebb64-b962-4374-bc89-9d24138c1e61,segment=NetworkSegment(b53bc7c6-87a6-4a49-b1b0-e5ce57055366),segment_id=b53bc7c6-87a6-4a49-b1b0-e5ce57055366)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:09.064363 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.065143 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9263e5cb-9a54-4240-af2c-6abf6b77ee39 req-702929f3-404e-4997-a74d-c32d0c3aee6c tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Aug 28 03:39:09.077965 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Calling delete_port for 94eebb64-b962-4374-bc89-9d24138c1e61 owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:09.345280 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.369527 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Pushing event deleted for resources: {'Port': ['ID=94eebb64-b962-4374-bc89-9d24138c1e61,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:09.527492 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.745092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:39:09.751004 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.855994 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:09.861729 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-92a3660a-cadb-4262-b12e-cf0c2fe5fe74 admin admin] 10.222.0.36 "PUT /v2.0/routers/646b9dac-9ec2-4e91-9c61-8b14c220c5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8851440 Aug 28 03:39:09.864343 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40082) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:09.865278 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Sync routers for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:09.876517 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:09.877163 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:09.965813 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:09.978350 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:10.074406 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.162425 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:39:09Z', 'revision_number': 5, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port': {'id': '06b68739-841d-4fb5-bd69-e34579ecad36', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:34:07Z', 'updated_at': '2021-08-28T03:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:10.189337 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Checking router: 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:10.197722 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Routers {'646b9dac-9ec2-4e91-9c61-8b14c220c5c2'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:10.198336 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:10.206866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b36e9-6ce0-4dd3-b64c-116c1841e6de req-fa77cf00-1323-4328-919f-b957ac9ec209 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:10.208341 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d1b36e9-6ce0-4dd3-b64c-116c1841e6de req-fa77cf00-1323-4328-919f-b957ac9ec209 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0614498 Aug 28 03:39:10.213017 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Deleting port 06b68739-841d-4fb5-bd69-e34579ecad36 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:10.213347 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.285075 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] Set router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:10.302525 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d1b36e9-6ce0-4dd3-b64c-116c1841e6de req-1848bb98-89c0-47aa-b2d0-064574758c5b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872314 Aug 28 03:39:10.322935 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] For port 06b68739-841d-4fb5-bd69-e34579ecad36, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=06b68739-841d-4fb5-bd69-e34579ecad36,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:10.323314 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.336519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Calling delete_port for 06b68739-841d-4fb5-bd69-e34579ecad36 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:10.345007 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:39:10Z', 'revision_number': 6, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:10.372008 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dab11-a577-477d-b08c-fdce475574c6 None None] The sync data for ids ['646b9dac-9ec2-4e91-9c61-8b14c220c5c2'] in dv-cinder-759169-4-iscsi is: [{'id': '646b9dac-9ec2-4e91-9c61-8b14c220c5c2', 'name': 'tempest-ServerRescueNegativeTestJSON-570241313-router', 'tenant_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:34:06Z', 'updated_at': '2021-08-28T03:39:10Z', 'revision_number': 6, 'project_id': 'cb0d29bf414a4b5d9fd8540049f00b16', 'gw_port_host': None}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:10.579525 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.604196 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b68739-841d-4fb5-bd69-e34579ecad36,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:10.669711 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.776043 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.778276 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.882156 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.882700 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 646b9dac-9ec2-4e91-9c61-8b14c220c5c2 {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:39:10.887472 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.888582 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-71f70752-2ed2-4fc0-8abf-ad77129e7921 admin admin] 10.222.0.36 "DELETE /v2.0/routers/646b9dac-9ec2-4e91-9c61-8b14c220c5c2 HTTP/1.1" status: 204 len: 168 time: 1.0231953 Aug 28 03:39:10.891221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40096) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:10.934832 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Deleting subnet f36af70f-7963-4593-83e0-658557df90a5 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:39:10.937743 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:10.970646 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.007907 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.120295 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.129966 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.135791 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f36af70f-7963-4593-83e0-658557df90a5 HTTP/1.1" status: 204 len: 168 time: 0.2436008 Aug 28 03:39:11.137205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40100) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:11.156295 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246cb1-3af6-40f7-82d2-80d0fa21c076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36af70f-7963-4593-83e0-658557df90a5,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:11.209375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.289745 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.299562 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4c15eb-8544-429e-8951-1739422a94df']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:11.309950 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:11.310268 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53bc7c6-87a6-4a49-b1b0-e5ce57055366') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:11.319332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.333645 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.340262 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:39:11.340680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:39:11.342461 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:39:11.435321 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d97fc-0659-44bb-8b0e-5fff311d9735 req-1d2de7c9-f698-4fee-b6a1-fc5fed9fc517 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:11.436881 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c4d97fc-0659-44bb-8b0e-5fff311d9735 req-1d2de7c9-f698-4fee-b6a1-fc5fed9fc517 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0600138 Aug 28 03:39:11.475176 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6c4d97fc-0659-44bb-8b0e-5fff311d9735 req-67765484-aa63-4dbe-8cea-16d79d677bf5 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Aug 28 03:39:11.481883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.487939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.489985 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3f4c15eb-8544-429e-8951-1739422a94df HTTP/1.1" status: 204 len: 168 time: 0.3512547 Aug 28 03:39:11.504909 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d374b6-176c-43b6-b1d6-58520bad17b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4c15eb-8544-429e-8951-1739422a94df,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:11.810087 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40110) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:11.839146 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 94eebb64-b962-4374-bc89-9d24138c1e61 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:11.862023 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40114) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:11.869542 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-67cbfa1a-135e-4322-aaae-9bfcfe6643a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb0d29bf414a4b5d9fd8540049f00b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507116 Aug 28 03:39:11.869805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 94eebb64-b962-4374-bc89-9d24138c1e61 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:11.869805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 94eebb64-b962-4374-bc89-9d24138c1e61 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:11.869805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 06b68739-841d-4fb5-bd69-e34579ecad36 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:11.888922 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 06b68739-841d-4fb5-bd69-e34579ecad36 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:11.889265 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 06b68739-841d-4fb5-bd69-e34579ecad36 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:11.915297 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c769364-7428-4292-9094-834ad868146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:11.944383 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c769364-7428-4292-9094-834ad868146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:12.048171 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c769364-7428-4292-9094-834ad868146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:12.050745 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c769364-7428-4292-9094-834ad868146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:12.056191 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4c769364-7428-4292-9094-834ad868146e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90eaab2d-0632-4f91-8092-b1c900fef061 HTTP/1.1" status: 204 len: 168 time: 0.1887341 Aug 28 03:39:12.059644 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c769364-7428-4292-9094-834ad868146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eaab2d-0632-4f91-8092-b1c900fef061,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:12.587780 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d333a2d-fe4d-43d9-807c-c82d70f9a819 req-5f5083d6-5006-4bca-9b8b-c2b95123749e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:12.589204 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7d333a2d-fe4d-43d9-807c-c82d70f9a819 req-5f5083d6-5006-4bca-9b8b-c2b95123749e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0488091 Aug 28 03:39:12.627395 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7d333a2d-fe4d-43d9-807c-c82d70f9a819 req-2614318d-f205-46c3-a1fb-1d95c6eca8fa tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Aug 28 03:39:13.028601 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40146) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:13.121688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-376798593-network', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:13.207636 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Made reservation on behalf of acaff84646ca4374b9f9d7df56acaebc for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:13.209994 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.218503 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.304179 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.384908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.409550 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:39:13.417894 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c7f0d1-d57c-4c87-9f02-e51ec6ea9eae,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:13.424713 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.425069 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Added segment 2347a873-b332-4776-ac08-d6f769ee1f27 of type vlan for network 58f6550e-225e-46d1-8f93-25915b5206fc Aug 28 03:39:13.463938 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.538556 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.539527 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:13.540110 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.599437 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] Pushing event updated for resources: {'Network': ['ID=58f6550e-225e-46d1-8f93-25915b5206fc,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:13.609824 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 58f6550e-225e-46d1-8f93-25915b5206fc details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:39:13.636640 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-13c0d830-566a-4024-97ed-f29e0cff1296 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6067593 Aug 28 03:39:13.639262 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40152) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:13.644149 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Request body: {'subnet': {'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-subnet', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:13.733187 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Made reservation on behalf of acaff84646ca4374b9f9d7df56acaebc for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:13.736165 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29881993'] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:13.745370 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd85eb-d4dd-4178-8bf5-d73c565fd9d4 req-b48cdd04-ffed-4708-93c3-4b117ff585c4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:13.746840 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cafd85eb-d4dd-4178-8bf5-d73c565fd9d4 req-b48cdd04-ffed-4708-93c3-4b117ff585c4 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0486784 Aug 28 03:39:13.786186 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cafd85eb-d4dd-4178-8bf5-d73c565fd9d4 req-5325aafa-a1a4-4c8f-b796-eb4648c045ef tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 28 03:39:13.973616 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3190394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882107'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.026019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:14.036867 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Checking segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:14.037221 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Network hostable DHCP agents. Network: 58f6550e-225e-46d1-8f93-25915b5206fc, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:39:14.087455 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Network 58f6550e-225e-46d1-8f93-25915b5206fc is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:39:14.127584 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 58f6550e-225e-46d1-8f93-25915b5206fc) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:14.131500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:14.132071 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.136277 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5f12c-ac67-4744-9087-51b261984a9a None None] Network 58f6550e-225e-46d1-8f93-25915b5206fc requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:14.197016 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c5894c7f-1f76-4ab3-a812-112baa2f5e5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5566013 Aug 28 03:39:14.199649 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40162) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:14.204511 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:14.283266 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-58f6550e-225e-46d1-8f93-25915b5206fc', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:39:14.284114 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.288313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.289396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.340675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.418009 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Allocated IP 172.20.0.2 (58f6550e-225e-46d1-8f93-25915b5206fc/c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84/e928901b-a1b2-4dfa-bb22-3c1f8baa4f39) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:14.567789 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.576207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Transition to ACTIVE for port object e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:14.592185 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Transition to ACTIVE for port object e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:14.676876 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.713903 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Network 58f6550e-225e-46d1-8f93-25915b5206fc is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:14.716636 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:14.722928 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:14.731082 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Pushing event updated for resources: {'Port': ['ID=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:14.776407 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.782278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Attempting to bind port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:14.782653 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Attempting to bind port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:14.783013 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Attempting to bind port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:14.787952 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:14.788371 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Checking segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:14.788807 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.789194 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Bound using segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:14.789651 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Bound port: e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:14.790033 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:14.949302 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea32ef-bc8b-48bc-adaa-823c2607760a req-ae825676-f18f-447a-8588-a90275740bec tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:14.950808 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8cea32ef-bc8b-48bc-adaa-823c2607760a req-ae825676-f18f-447a-8588-a90275740bec tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0703039 Aug 28 03:39:14.973502 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] For port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:14.976900 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] For port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:15.001494 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8cea32ef-bc8b-48bc-adaa-823c2607760a req-f268a379-c6e9-4930-b3e7-5788cbe3448d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Aug 28 03:39:15.065214 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.120222 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.121744 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c99630-a6c6-4bd7-b427-f3af658f9f0c None None] Pushing event updated for resources: {'Port': ['ID=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:15.139307 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.250639 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Allocated IP 172.27.1.211 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/0da0b623-a22b-453f-9143-f3cbc484b57a) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:15.364259 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.465519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.503236 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:15.507828 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:15.511282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:15.516978 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Pushing event updated for resources: {'Port': ['ID=0da0b623-a22b-453f-9143-f3cbc484b57a,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:15.833407 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:15.875360 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:15.979336 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:15.987434 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bbc670-20f9-4a68-a910-7562f5f3baa3 None None] Network 58f6550e-225e-46d1-8f93-25915b5206fc requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:16.064062 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.106057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Provisioning for port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:16.112404 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Provisioning complete for port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:16.112789 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.123284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a752-8af6-41aa-80b5-21da9bb5f17e req-55e155bc-29e9-4396-8c88-613f740be065 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:16.128538 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-93c4a752-8af6-41aa-80b5-21da9bb5f17e req-55e155bc-29e9-4396-8c88-613f740be065 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0517642 Aug 28 03:39:16.165772 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-93c4a752-8af6-41aa-80b5-21da9bb5f17e req-b1d97e93-c252-4fe4-910c-5e7da39c3384 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Aug 28 03:39:16.233045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.267391 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] For port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:16.271044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Router 67780ccc-029f-46b0-9818-3d66d269577b is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:39:16.333457 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.391015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105d1d5-1bf1-48c4-84d4-cb5febb453f0 None None] Pushing event updated for resources: {'Port': ['ID=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:16.391416 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:16.408482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:16.417513 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:16.418066 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:16.464587 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.465941 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ad7474bf-de16-47ce-aeb5-9a68a8654e60 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2653401 Aug 28 03:39:16.469084 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40186) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:16.473976 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-72a01411-bb87-497f-81c7-995360e0fc20 None None] Provisioning complete for port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:16.474345 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-72a01411-bb87-497f-81c7-995360e0fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.558589 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:16.767767 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:15Z', 'revision_number': 3, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:16.794365 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:16.794713 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Updating router 67780ccc-029f-46b0-9818-3d66d269577b port 0da0b623-a22b-453f-9143-f3cbc484b57a binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:16.819471 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:16.880123 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.047153 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Allocated IP 172.20.0.1 (58f6550e-225e-46d1-8f93-25915b5206fc/c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84/998ee64c-08fc-4451-8da2-801e09655837) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:17.088018 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.098085 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Transition to ACTIVE for port object 0da0b623-a22b-453f-9143-f3cbc484b57a will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:17.144983 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.154340 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.166536 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Transition to ACTIVE for port object 998ee64c-08fc-4451-8da2-801e09655837 will not be triggered until provisioned by entity DHCP. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:17.203937 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Attempting to bind port 0da0b623-a22b-453f-9143-f3cbc484b57a on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:17.203937 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Attempting to bind port 0da0b623-a22b-453f-9143-f3cbc484b57a by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:17.204122 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Attempting to bind port 0da0b623-a22b-453f-9143-f3cbc484b57a on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:17.206076 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f19d9-5fc6-4036-bce6-9112c377b0c2 None None] Pushing event updated for resources: {'Port': ['ID=0da0b623-a22b-453f-9143-f3cbc484b57a,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:17.213282 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:17.213419 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:17.213762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.214144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:17.214659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Bound port: 0da0b623-a22b-453f-9143-f3cbc484b57a, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:17.215040 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.231086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.259929 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:17.288877 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:17.289221 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 9ff36a6e-ec67-4e24-88aa-48b92b02b7d7 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:17.291976 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] For port 0da0b623-a22b-453f-9143-f3cbc484b57a, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:17.292930 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Network 58f6550e-225e-46d1-8f93-25915b5206fc is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:17.300460 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:17.304560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:17.304950 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] For port 0da0b623-a22b-453f-9143-f3cbc484b57a, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=0da0b623-a22b-453f-9143-f3cbc484b57a,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:17.354710 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Pushing event updated for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:17.359187 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.366679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.376727 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01d585-5d0c-4572-aaff-573d07f188b9 req-1396b840-209e-4036-b085-c9fe86fbacbe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:17.379717 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de01d585-5d0c-4572-aaff-573d07f188b9 req-1396b840-209e-4036-b085-c9fe86fbacbe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.1431897 Aug 28 03:39:17.422993 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:17.423661 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:17.468003 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f19d9-5fc6-4036-bce6-9112c377b0c2 None None] Pushing event updated for resources: {'Port': ['ID=0da0b623-a22b-453f-9143-f3cbc484b57a,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:17.470137 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de01d585-5d0c-4572-aaff-573d07f188b9 req-4b25b255-6130-4b40-ae69-7bc813c046fe tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Aug 28 03:39:17.542303 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:17.636364 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.700691 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-dc2d5f3b-8f96-4477-8599-d959010c2c0a None None] Provisioning for port 998ee64c-08fc-4451-8da2-801e09655837 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:17.707243 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-dc2d5f3b-8f96-4477-8599-d959010c2c0a None None] Provisioning complete for port 998ee64c-08fc-4451-8da2-801e09655837 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:17.711750 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5f3b-8f96-4477-8599-d959010c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.753515 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d5f3b-8f96-4477-8599-d959010c2c0a None None] Port 998ee64c-08fc-4451-8da2-801e09655837 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:17.763957 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:15Z', 'revision_number': 3, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:17.791866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f124-7b3d-4b9b-97c0-718fc43fab53 None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:15Z', 'revision_number': 3, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:17.811024 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.857936 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:17.887640 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.906849 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:17.907203 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:17.957933 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Pushing event updated for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:17.960992 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:18.096396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Network 58f6550e-225e-46d1-8f93-25915b5206fc is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:18.097950 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:18.309706 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:39:18.378561 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-9d76ad23-3f4f-4acb-9bdd-351dd6f6d29c None None] Provisioning complete for port 998ee64c-08fc-4451-8da2-801e09655837 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:18.384178 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9d76ad23-3f4f-4acb-9bdd-351dd6f6d29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:18.422241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-9d76ad23-3f4f-4acb-9bdd-351dd6f6d29c None None] Port 998ee64c-08fc-4451-8da2-801e09655837 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:18.454433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-6e2d2fbf-a44a-4547-bba1-42e6c5b863a9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:18.455961 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-6e2d2fbf-a44a-4547-bba1-42e6c5b863a9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/networks?id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206 HTTP/1.1" status: 200 len: 814 time: 0.1358016 Aug 28 03:39:18.479234 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-4a2e4d4b-3403-440e-bc06-cd131eecf806 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/quotas/0bb02ef0912a4cc192f150cbe065c563 HTTP/1.1" status: 200 len: 375 time: 0.0171661 Aug 28 03:39:18.522038 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-174b3283-e2a4-4793-a9a5-8b9d31868fc4 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416493 Aug 28 03:39:18.522835 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:39:18.671560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c175bd-785c-49e1-9815-23837197c140 req-fb3ec6c9-af4d-496d-943f-7535384dc5f6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:18.673482 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a2c175bd-785c-49e1-9815-23837197c140 req-fb3ec6c9-af4d-496d-943f-7535384dc5f6 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0948443 Aug 28 03:39:18.685057 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-0ea3f649-19a0-419d-b958-8495fbef1e28 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608963 Aug 28 03:39:18.710272 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:18.716310 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c9b0688a-189a-4072-91ae-9e5ded7c7b26 admin admin] 10.222.0.36 "PUT /v2.0/routers/67780ccc-029f-46b0-9818-3d66d269577b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461379 Aug 28 03:39:18.736492 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a2c175bd-785c-49e1-9815-23837197c140 req-6ccd7b56-2113-4179-806d-d0e81d263690 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Aug 28 03:39:18.825641 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-880a5018-443f-4860-92bf-4d4530d74180 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348112 Aug 28 03:39:18.887401 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-9470a210-9a0e-44ea-9e48-00d67129bebc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079228 Aug 28 03:39:18.969746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-67be22b6-938e-4113-ae98-c69bc5957ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:18.971282 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-67be22b6-938e-4113-ae98-c69bc5957ba8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 1098 time: 0.0445120 Aug 28 03:39:19.086715 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-88a46f2a-96c8-4c90-8fb9-f179c3f93988 req-b76c8594-174e-496c-91d3-1a71971107ed tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 210 time: 0.0587845 Aug 28 03:39:19.110749 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.137045 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-b7592232-708b-4082-9817-fdf5b1dbc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:19.138532 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-b7592232-708b-4082-9817-fdf5b1dbc2e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 200 len: 915 time: 0.1363568 Aug 28 03:39:19.191462 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-76dad046-1417-4189-abff-62664043ee71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76334de-da60-4f43-857b-027091e70da8 HTTP/1.1" status: 200 len: 217 time: 0.0431309 Aug 28 03:39:19.265129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-aa87cbda-208b-402c-bab0-a62075c6e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:19.266742 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-aa87cbda-208b-402c-bab0-a62075c6e883 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 200 len: 854 time: 0.0590010 Aug 28 03:39:19.315034 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-d1befda4-4630-4fd4-999f-5e1f4ef792e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72a26e9f-b68f-4db9-8b03-c00da89d9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261016 Aug 28 03:39:19.385213 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40246) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:19.390527 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231528666', 'description': 'tempest-description--248137010'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:19.429753 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-d7041e5c-7859-44b7-83dc-100a005a06bd service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008136 Aug 28 03:39:19.470592 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.526157 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ef3a2d0-9db6-4e1e-b016-397c95910885 req-48ec9521-a289-4824-b27f-5711a7d6b951 service neutron] 10.222.0.38 "GET /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864580 Aug 28 03:39:19.556315 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.625194 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.632074 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:19.647876 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:19.648576 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:19.657925 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af40d588-7629-4f99-9a63-2daab6f7e2c9,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:19.722106 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.723644 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-2ad8593e-0e03-45e9-b974-e58e28d70811 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3374012 Aug 28 03:39:19.727826 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40258) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:19.732640 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group_rule': {'security_group_id': 'af40d588-7629-4f99-9a63-2daab6f7e2c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:19.762244 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:19.854088 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.891798 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd663c7-9416-4951-9fd5-c05bbb259e71 req-59d69ebd-0470-4173-a5ef-25134fd73163 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:19.899637 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2bd663c7-9416-4951-9fd5-c05bbb259e71 req-59d69ebd-0470-4173-a5ef-25134fd73163 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0783234 Aug 28 03:39:19.935815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 0da0b623-a22b-453f-9143-f3cbc484b57a up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:19.936325 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.963496 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2bd663c7-9416-4951-9fd5-c05bbb259e71 req-6053437c-3371-40a7-ac9f-18cde6b512b1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628042 Aug 28 03:39:19.990043 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:19.992980 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 2, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:20.008055 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f5ae9d-8b85-41e2-93b4-d23ac53c30c6,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:20.025976 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:20.026333 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Updating router 67780ccc-029f-46b0-9818-3d66d269577b port 998ee64c-08fc-4451-8da2-801e09655837 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:20.035872 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 0da0b623-a22b-453f-9143-f3cbc484b57a completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:20.040071 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 0da0b623-a22b-453f-9143-f3cbc484b57a triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:20.045094 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.055654 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.094487 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.096289 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4a605afd-10ab-49ea-93ab-30d7b1577b9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673840 Aug 28 03:39:20.100046 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40262) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:20.106173 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group_rule': {'security_group_id': 'af40d588-7629-4f99-9a63-2daab6f7e2c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:20.146444 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-a98b9c6d-615e-478a-a58a-59d8251791ac tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:20.148543 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-a98b9c6d-615e-478a-a58a-59d8251791ac tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 946 time: 0.0612156 Aug 28 03:39:20.180219 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.228078 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 0da0b623-a22b-453f-9143-f3cbc484b57a, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=0da0b623-a22b-453f-9143-f3cbc484b57a,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:20.240724 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.302721 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-07ca499c-f921-4d9c-a85f-70faefb596fa req-44aadeed-adfd-483b-9d41-a80ebe7aa076 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 210 time: 0.0865672 Aug 28 03:39:20.303827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.322340 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Deleting port 3e868198-ac74-4978-b648-3ef6e6cfe63f {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:20.323874 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.388661 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.427688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=0da0b623-a22b-453f-9143-f3cbc484b57a,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:20.476808 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.497688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa56ac0-bede-4ef7-826e-6f54b77ab633,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:20.543689 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.554772 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Transition to ACTIVE for port object 998ee64c-08fc-4451-8da2-801e09655837 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:20.602297 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.603647 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-d7f05675-26f3-459c-a2c4-438e292defe7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5032413 Aug 28 03:39:20.606874 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40274) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:20.612777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:20.630931 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.685782 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Pushing event updated for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:20.697287 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.700373 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.701090 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.701090 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.701090 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:20.716339 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.739972 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] For port 3e868198-ac74-4978-b648-3ef6e6cfe63f, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e868198-ac74-4978-b648-3ef6e6cfe63f,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:20.740577 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.755045 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Attempting to bind port 998ee64c-08fc-4451-8da2-801e09655837 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:20.761324 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Attempting to bind port 998ee64c-08fc-4451-8da2-801e09655837 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:20.761324 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Attempting to bind port 998ee64c-08fc-4451-8da2-801e09655837 on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:20.761573 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Calling delete_port for 3e868198-ac74-4978-b648-3ef6e6cfe63f owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:20.761749 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:20.762251 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Checking segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:20.763675 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.764302 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Bound using segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:20.765544 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Bound port: 998ee64c-08fc-4451-8da2-801e09655837, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:20.766173 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.847056 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.862015 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] For port 998ee64c-08fc-4451-8da2-801e09655837, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:20.866758 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] For port 998ee64c-08fc-4451-8da2-801e09655837, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=998ee64c-08fc-4451-8da2-801e09655837,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:20.956709 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:20.958396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Allocated IP 172.27.1.229 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/ca7b4b8c-709a-487d-bf4a-4075c8167ada) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:20.998522 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.024804 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d3905-13b6-4336-b783-ed1957df2cda None None] Pushing event updated for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:21.050657 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event deleted for resources: {'Port': ['ID=3e868198-ac74-4978-b648-3ef6e6cfe63f,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:21.058275 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:21.058904 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:21.066621 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7', 'b76334de-da60-4f43-857b-027091e70da8', '3e868198-ac74-4978-b648-3ef6e6cfe63f'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:21.105688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.118224 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0207f7b4-0093-4e67-939c-deb55847a4f4 req-6e328bdf-f94a-4da6-bc90-600fef6f23f9 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0364308 Aug 28 03:39:21.137705 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] No DVR routers for this DVR port 3e868198-ac74-4978-b648-3ef6e6cfe63f on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:39:21.144797 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.147612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76891f32-048a-4998-a2ad-9e64e08ffa55 req-ec03baa5-cb4a-41ef-a24c-76c687cdf95f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "DELETE /v2.0/ports/3e868198-ac74-4978-b648-3ef6e6cfe63f HTTP/1.1" status: 204 len: 173 time: 0.9912004 Aug 28 03:39:21.148284 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'name': 'network-vif-deleted', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:21.150721 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fad9e1-231b-472a-90db-1a80ec96bea8" -d '{"events": [{"server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "name": "network-vif-deleted", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:21.231923 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:21.248248 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.304801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b0442-6f98-4ba7-8b33-788f2fddd691 x-openstack-request-id: req-748b0442-6f98-4ba7-8b33-788f2fddd691 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:21.306008 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6043327f-cfe6-48c0-88be-a31b3db07c4c", "name": "network-vif-deleted", "tag": "3e868198-ac74-4978-b648-3ef6e6cfe63f", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:21.306406 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-748b0442-6f98-4ba7-8b33-788f2fddd691 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:21.306932 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6043327f-cfe6-48c0-88be-a31b3db07c4c', 'name': 'network-vif-deleted', 'tag': '3e868198-ac74-4978-b648-3ef6e6cfe63f', 'status': 'completed', 'code': 200} Aug 28 03:39:21.324005 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:21.327190 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:21.343778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:21.439018 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=ca7b4b8c-709a-487d-bf4a-4075c8167ada,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:21.458638 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-41996fe9-1440-4736-8daa-73dc4d83e257 req-94acaa49-555c-4f07-be51-1896e1a6bde9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 210 time: 0.0515208 Aug 28 03:39:21.548155 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.551815 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:21.578225 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc855-fd2b-472d-8e18-fc3bea153d30 None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:21.631812 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-e7b1ec60-18c4-4301-bc35-dbffafd9cb28 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:21.633863 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-e7b1ec60-18c4-4301-bc35-dbffafd9cb28 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "GET /v2.0/networks?id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206 HTTP/1.1" status: 200 len: 814 time: 0.1086600 Aug 28 03:39:21.670124 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Request body: {'port': {'device_id': '2df2263a-554e-4f92-aff7-df197c118f20', 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206', 'admin_state_up': True, 'tenant_id': '0bb02ef0912a4cc192f150cbe065c563'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:21.677978 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.852268 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.854485 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Made reservation on behalf of 0bb02ef0912a4cc192f150cbe065c563 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:21.858964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.904877 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:21.973905 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=ca7b4b8c-709a-487d-bf4a-4075c8167ada,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:21.979793 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 998ee64c-08fc-4451-8da2-801e09655837 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:21.998033 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.024812 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Allocated IP 172.20.0.4 (9ef3fc6c-b03b-4f2b-82bd-44842f23d206/101daa87-1ce3-4e78-8858-1354aa7e7758/75120369-351f-430a-8bc7-2b924a20c3e8) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:22.070407 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.071787 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-aeecdb84-b97b-488d-8239-1dd16ac8b361 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4638560 Aug 28 03:39:22.099165 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 998ee64c-08fc-4451-8da2-801e09655837 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:22.103716 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 998ee64c-08fc-4451-8da2-801e09655837 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:22.104093 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.236416 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.271865 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-65b014a9-7aa1-4f56-bc95-d001b895e72a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--231528666&fields=id&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 267 time: 0.0638671 Aug 28 03:39:22.274447 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 998ee64c-08fc-4451-8da2-801e09655837, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=998ee64c-08fc-4451-8da2-801e09655837,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:22.277640 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6a6fb6ff-8f10-4b41-b3d0-ebdc25eacbf8 req-52f42bbe-8f15-4adf-86aa-0b8a5d1ddde3 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=6043327f-cfe6-48c0-88be-a31b3db07c4c HTTP/1.1" status: 200 len: 210 time: 0.0537417 Aug 28 03:39:22.285307 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.362272 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.363084 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 0da0b623-a22b-453f-9143-f3cbc484b57a up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:22.391437 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.424908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-983de829-9bf2-4333-af70-d83eed847bf7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:22.428829 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-983de829-9bf2-4333-af70-d83eed847bf7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 816 time: 0.1466045 Aug 28 03:39:22.451838 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Pushing event updated for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:22.455853 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-7092402e-8680-4aa6-bb8c-60df712beb17 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/quotas/acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 375 time: 0.0212431 Aug 28 03:39:22.470653 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:22.472470 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:22.477605 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:22.537131 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 0da0b623-a22b-453f-9143-f3cbc484b57a triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:22.538570 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.544938 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:22.545269 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.578516 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:22.580422 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-56565ebc-5deb-4451-88ea-0903c1998333 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174557 Aug 28 03:39:22.639262 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f0576-910a-496b-aaf7-ab21ed3f713a req-14cac2ce-1741-4a31-8eac-2a201d79816a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:22.641804 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-815f0576-910a-496b-aaf7-ab21ed3f713a req-14cac2ce-1741-4a31-8eac-2a201d79816a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 931 time: 0.0664721 Aug 28 03:39:22.644014 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-387dba44-e1a6-4e21-bf3a-a6b7c04bf4c2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782350 Aug 28 03:39:22.677807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Request body: {'port': {'device_id': '2df2263a-554e-4f92-aff7-df197c118f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:22.716914 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-815f0576-910a-496b-aaf7-ab21ed3f713a req-edcaf421-d222-4c97-8949-7f12a3ed6eaf tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672355 Aug 28 03:39:22.760914 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:22.776630 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4235f577-b26e-4e7b-bc6d-9c347d96725c service neutron] 10.222.0.36 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705890 Aug 28 03:39:22.880219 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-df772a9c-719c-4d61-98bd-16c90ecacb23 service neutron] 10.222.0.36 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968890 Aug 28 03:39:23.048117 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75120369-351f-430a-8bc7-2b924a20c3e8 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:39:23.055454 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:23.067860 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Transition to ACTIVE for port object 75120369-351f-430a-8bc7-2b924a20c3e8 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:23.102179 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e868198-ac74-4978-b648-3ef6e6cfe63f no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:23.124163 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 3e868198-ac74-4978-b648-3ef6e6cfe63f {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:23.124882 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e868198-ac74-4978-b648-3ef6e6cfe63f not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:23.141813 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3d54d24a-442c-4ffa-8ccf-c0d304404fde req-81cdaed9-46ec-4396-b67e-cf07d69fed59 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Aug 28 03:39:23.141813 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:23.212225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61228925-319f-4b29-a707-29682c29f67d service neutron] Pushing event updated for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:23.264098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Attempting to bind port 75120369-351f-430a-8bc7-2b924a20c3e8 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:23.264566 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Attempting to bind port 75120369-351f-430a-8bc7-2b924a20c3e8 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:23.265089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Attempting to bind port 75120369-351f-430a-8bc7-2b924a20c3e8 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:23.269410 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Port 75120369-351f-430a-8bc7-2b924a20c3e8 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:39:23.269726 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Attempting to bind port 75120369-351f-430a-8bc7-2b924a20c3e8 on network 9ef3fc6c-b03b-4f2b-82bd-44842f23d206 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:23.274658 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:23.274835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Checking segment: {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:23.275209 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Bound using segment: {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:23.275618 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Bound port: 75120369-351f-430a-8bc7-2b924a20c3e8, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f80aada-79e3-4faf-bdc7-26a44c3a10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:23.276024 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:23.341391 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:23.345973 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=75120369-351f-430a-8bc7-2b924a20c3e8,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:23.408367 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:23.439786 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:23.440389 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:23.441772 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-61228925-319f-4b29-a707-29682c29f67d service neutron] 10.222.0.38 "PUT /v2.0/ports/75120369-351f-430a-8bc7-2b924a20c3e8 HTTP/1.1" status: 200 len: 1093 time: 0.7692957 Aug 28 03:39:23.442235 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:23.444419 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:23.474037 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61228925-319f-4b29-a707-29682c29f67d service neutron] Pushing event updated for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:23.485429 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6d733-c9a7-4dbc-8ba9-df0de86b7ebc x-openstack-request-id: req-4bf6d733-c9a7-4dbc-8ba9-df0de86b7ebc {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:23.485785 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:23.486062 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bf6d733-c9a7-4dbc-8ba9-df0de86b7ebc {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:23.486466 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8', 'status': 'completed', 'code': 200} Aug 28 03:39:23.585622 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-2752634b-199c-4012-bfc2-11444fe54125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:23.590152 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-2752634b-199c-4012-bfc2-11444fe54125 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 1096 time: 0.0575106 Aug 28 03:39:23.704581 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-5f2dc8e3-547f-441f-8072-b5a34252d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:23.705238 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-5f2dc8e3-547f-441f-8072-b5a34252d220 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0bb02ef0912a4cc192f150cbe065c563&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999482 Aug 28 03:39:23.774597 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1ab8-006a-4328-abc2-81ec4059f335 req-9c41c74a-03ca-4baf-b33c-c13ced6368cd tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:23.776093 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-442e1ab8-006a-4328-abc2-81ec4059f335 req-9c41c74a-03ca-4baf-b33c-c13ced6368cd tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0539083 Aug 28 03:39:23.829270 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-442e1ab8-006a-4328-abc2-81ec4059f335 req-93c46d83-ebd7-4e14-8e9d-c968551af1d0 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Aug 28 03:39:23.848060 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b04f-f095-4626-a693-cc2772ae6e1c req-3c2ce1fa-4833-4ef2-8edd-a2bbe3a29eb6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:23.849927 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-78b0b04f-f095-4626-a693-cc2772ae6e1c req-3c2ce1fa-4833-4ef2-8edd-a2bbe3a29eb6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0549185 Aug 28 03:39:23.864079 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 998ee64c-08fc-4451-8da2-801e09655837 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:23.892202 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-78b0b04f-f095-4626-a693-cc2772ae6e1c req-b1542935-f92f-46a1-ae9a-2424d2785ca3 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 28 03:39:23.912104 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 998ee64c-08fc-4451-8da2-801e09655837 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:23.912473 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:24.087095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-2c7f256a-3718-47aa-a31e-9cacf865d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:24.088579 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa9a9e76-c9b9-41e3-999f-d374d9d0e2a9 req-2c7f256a-3718-47aa-a31e-9cacf865d7f4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015830 Aug 28 03:39:24.194630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-45b53ca2-ba82-4f7d-83a9-d94c7d89ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:24.196218 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-45b53ca2-ba82-4f7d-83a9-d94c7d89ee94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bb02ef0912a4cc192f150cbe065c563&device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 1096 time: 0.0418456 Aug 28 03:39:24.252372 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-1d753662-cb62-45a0-891a-ad485cf50852 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75120369-351f-430a-8bc7-2b924a20c3e8 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Aug 28 03:39:24.252657 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c9bcaea5-565b-467b-afdd-96ee2425a1a2 req-1df375c5-8ad0-4a2c-9e2d-f4634942348a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0266733 Aug 28 03:39:24.312563 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-e11851bf-ba32-48aa-91b8-1883082559c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:24.314094 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-e11851bf-ba32-48aa-91b8-1883082559c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=101daa87-1ce3-4e78-8858-1354aa7e7758 HTTP/1.1" status: 200 len: 854 time: 0.0536861 Aug 28 03:39:24.346522 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-f7d3b91b-c6ad-4cac-810b-028497f75eae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ef3fc6c-b03b-4f2b-82bd-44842f23d206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249009 Aug 28 03:39:24.445268 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-3a31ea4c-a082-4587-b67a-441d935960bf service neutron] 10.222.0.38 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867007 Aug 28 03:39:24.535800 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-76ca9e7e-efab-4c41-8b15-b1f022385fe9 req-01470c1e-06a0-4d33-8ecd-d0fbe8d04864 service neutron] 10.222.0.38 "GET /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831873 Aug 28 03:39:24.945248 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d5c6-cb3a-43d2-a64c-7dd61a9cdf97 req-acf224b7-5512-4ec3-ae66-08fa93b57bfb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:24.946736 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6ea5d5c6-cb3a-43d2-a64c-7dd61a9cdf97 req-acf224b7-5512-4ec3-ae66-08fa93b57bfb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Aug 28 03:39:24.986017 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6ea5d5c6-cb3a-43d2-a64c-7dd61a9cdf97 req-c92f9c5c-ad9b-44f6-963e-4f8cd809aee8 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Aug 28 03:39:25.004032 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48f45f-5ee8-4191-ad4d-cdb9ed59597e req-6044ac96-00ad-42a8-a588-b6793359418c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:25.005557 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6c48f45f-5ee8-4191-ad4d-cdb9ed59597e req-6044ac96-00ad-42a8-a588-b6793359418c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0485227 Aug 28 03:39:25.043344 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6c48f45f-5ee8-4191-ad4d-cdb9ed59597e req-4379de48-3a1a-4caa-b303-34ebea466535 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Aug 28 03:39:25.353088 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1a99852c-f03f-4dc0-91d7-a7133951686a req-f3b62085-d5c8-4b77-b4a1-0b135adacac3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0300190 Aug 28 03:39:26.102353 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58792c-615f-435b-bb75-6bfc5a2584c8 req-08324816-82ab-439d-975e-25be504e3e6d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:26.103869 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bf58792c-615f-435b-bb75-6bfc5a2584c8 req-08324816-82ab-439d-975e-25be504e3e6d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0526745 Aug 28 03:39:26.144202 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bf58792c-615f-435b-bb75-6bfc5a2584c8 req-a8b938c8-a4e8-493b-bcbf-70d4cf6bb1bb tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Aug 28 03:39:26.158216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e19b7-714b-4050-a7c8-e303ac1236e7 req-2cd9317e-b7ef-4a84-875e-79a76aa469d4 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:26.159712 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d68e19b7-714b-4050-a7c8-e303ac1236e7 req-2cd9317e-b7ef-4a84-875e-79a76aa469d4 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0523541 Aug 28 03:39:26.197573 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d68e19b7-714b-4050-a7c8-e303ac1236e7 req-1f15a384-a29b-409c-a23a-13d7ab3c616b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Aug 28 03:39:26.450082 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-23916ec9-f6a2-4d16-8f90-0733f403b470 req-e2b7c74a-5f44-47f6-a1d9-0956d3320290 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0261784 Aug 28 03:39:27.256288 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcd094-b1c5-4570-9618-af455b5bb36e req-2febd70c-7695-42e1-b22c-78afbf02fc07 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:27.257825 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-69bcd094-b1c5-4570-9618-af455b5bb36e req-2febd70c-7695-42e1-b22c-78afbf02fc07 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Aug 28 03:39:27.296104 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-69bcd094-b1c5-4570-9618-af455b5bb36e req-e7ebd268-002f-4231-beec-40dd14a8969f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Aug 28 03:39:27.308500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4f9b5-f3d1-491e-8f08-873c0c6881df req-857e6701-3e3c-4ef1-ab99-7a081d379870 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:27.310000 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d6d4f9b5-f3d1-491e-8f08-873c0c6881df req-857e6701-3e3c-4ef1-ab99-7a081d379870 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0473807 Aug 28 03:39:27.350158 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d6d4f9b5-f3d1-491e-8f08-873c0c6881df req-09647f17-192d-48c9-8529-2cfe0183a1fb tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Aug 28 03:39:27.545509 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7aada502-586f-42dc-b5e2-50973fd00504 req-6a3f6586-a707-43e2-8191-0f107fa4a6de tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0260732 Aug 28 03:39:28.413747 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecfe8d-a8a3-47e7-884a-3b7f5db9bc9d req-7bad66ab-93b7-4cc3-9bd4-ebc7b7cc4d65 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:28.415234 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-43ecfe8d-a8a3-47e7-884a-3b7f5db9bc9d req-7bad66ab-93b7-4cc3-9bd4-ebc7b7cc4d65 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Aug 28 03:39:28.454412 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-43ecfe8d-a8a3-47e7-884a-3b7f5db9bc9d req-c023ca47-64a0-45b1-9f13-e753ecfb2f6e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332501 Aug 28 03:39:28.465164 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01154011-7213-4074-b109-f8b977c45570 req-fa1fbdb7-e25b-4dee-b5a5-69c024defc9b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:28.466607 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-01154011-7213-4074-b109-f8b977c45570 req-fa1fbdb7-e25b-4dee-b5a5-69c024defc9b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0510211 Aug 28 03:39:28.505398 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-01154011-7213-4074-b109-f8b977c45570 req-da3db1b0-1b7f-4485-a051-7a0b65f0e037 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Aug 28 03:39:28.642001 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c86a969-67d8-4594-8099-a1e098498a95 req-05dba6ff-d6da-42a7-b5fa-e18997979e82 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0262058 Aug 28 03:39:29.573209 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e08d9-52c0-4fa0-9b6c-b38a28b98dbd req-44ea68af-77e3-47fd-b867-d2d3d3470d01 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:29.574682 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-622e08d9-52c0-4fa0-9b6c-b38a28b98dbd req-44ea68af-77e3-47fd-b867-d2d3d3470d01 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Aug 28 03:39:29.613398 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-622e08d9-52c0-4fa0-9b6c-b38a28b98dbd req-1b8881c6-b5c1-4fc8-be19-bcd1fd3ae69b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Aug 28 03:39:29.624077 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dca98-6fc6-41d4-9a40-723c12bac295 req-1c242f12-8c9d-4eb9-8aca-8605851c7d17 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:29.625633 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c0dca98-6fc6-41d4-9a40-723c12bac295 req-1c242f12-8c9d-4eb9-8aca-8605851c7d17 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0481720 Aug 28 03:39:29.662831 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c0dca98-6fc6-41d4-9a40-723c12bac295 req-f2dbfed9-ad4a-4d3e-b6ce-3007db6fb49f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Aug 28 03:39:29.739083 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-241d3199-6039-44fe-a1b1-cb124115dc5d req-f0fa6ffe-bfec-41d3-9974-59cabe810e99 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Aug 28 03:39:30.725828 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aa82c-3989-476a-9f28-c207f45b2642 req-a84c4a1a-b31e-4dee-b269-0d51596ccb76 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:30.727304 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-275aa82c-3989-476a-9f28-c207f45b2642 req-a84c4a1a-b31e-4dee-b269-0d51596ccb76 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Aug 28 03:39:30.768833 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-275aa82c-3989-476a-9f28-c207f45b2642 req-e04d8268-6e0a-455c-8b86-da6ef4676b1a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Aug 28 03:39:30.779471 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab561-c090-453c-a653-93beeececb0f req-d87edac6-bf27-4d8c-9dc1-2c8d1d4e2037 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:30.781005 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d4ab561-c090-453c-a653-93beeececb0f req-d87edac6-bf27-4d8c-9dc1-2c8d1d4e2037 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0527997 Aug 28 03:39:30.818840 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d4ab561-c090-453c-a653-93beeececb0f req-15ad14ab-8d8a-4e49-9cec-5b4693845709 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Aug 28 03:39:30.848000 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4e1e3110-217e-4d2e-8c80-5a7c3298ce4f req-2178c138-2b56-4e74-8d28-39b3beea5d68 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0257082 Aug 28 03:39:31.891740 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380126a-887a-461b-9a38-1a23a2b7e5a5 req-1730c547-ab83-448e-af29-d81d25d7b037 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:31.893284 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0380126a-887a-461b-9a38-1a23a2b7e5a5 req-1730c547-ab83-448e-af29-d81d25d7b037 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0514152 Aug 28 03:39:31.934440 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0380126a-887a-461b-9a38-1a23a2b7e5a5 req-bfc2db54-23f2-4a5b-aca8-10e4e87c384f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Aug 28 03:39:31.936399 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fa0-ef0d-48dc-8118-4f4df1d91587 req-6940acf5-f8bd-46ab-8fb7-193db7108005 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:31.938494 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12ea6fa0-ef0d-48dc-8118-4f4df1d91587 req-6940acf5-f8bd-46ab-8fb7-193db7108005 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0512221 Aug 28 03:39:31.984346 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12ea6fa0-ef0d-48dc-8118-4f4df1d91587 req-414a6a3b-f1d5-46c9-8b52-17f3602be25f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Aug 28 03:39:32.020953 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc9dd067-af6a-4809-b08a-9df82ea12bd5 req-e018d2d0-36b2-4456-ac4d-ea193c704d70 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0262103 Aug 28 03:39:32.402537 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-c5844920-f476-41bc-aca1-ab67634585ec tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:32.403987 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-c5844920-f476-41bc-aca1-ab67634585ec tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 816 time: 0.1051283 Aug 28 03:39:32.465532 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ed39c707-c18d-445f-9897-93352cd02ced tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 379 time: 0.0426147 Aug 28 03:39:32.482323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'port': {'device_id': '88899f3c-9463-4e32-b0fa-033d799fd662', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'admin_state_up': True, 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'security_groups': ['af40d588-7629-4f99-9a63-2daab6f7e2c9']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:32.675977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Made reservation on behalf of acaff84646ca4374b9f9d7df56acaebc for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:32.679533 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:32.804650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Allocated IP 172.20.0.5 (58f6550e-225e-46d1-8f93-25915b5206fc/c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84/dcb0be50-dfda-4563-9bb9-075de0137a15) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:32.940970 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:32.954132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Transition to ACTIVE for port object dcb0be50-dfda-4563-9bb9-075de0137a15 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:33.019650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.072108 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54104a3-53d9-4007-a553-771c966a2e8b req-73c6af00-3eda-4641-8e56-52bcc36fdb8d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:33.073720 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54104a3-53d9-4007-a553-771c966a2e8b req-73c6af00-3eda-4641-8e56-52bcc36fdb8d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0622160 Aug 28 03:39:33.098109 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Network 58f6550e-225e-46d1-8f93-25915b5206fc is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:33.099953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:33.102483 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:33.114888 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a54104a3-53d9-4007-a553-771c966a2e8b req-9fbb3343-64d9-47e2-9e6d-6b9d5b760f98 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Aug 28 03:39:33.138505 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:33.152370 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.152887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.153094 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.153445 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.153835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.154067 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.154391 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.154711 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.155028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.155347 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.155823 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.155823 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.177146 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95ded-ba6f-42b1-91c1-1c793f28468c req-8bac52e0-e3fe-4eb0-b0c9-3bb1ca4e0e40 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:33.179005 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-abc95ded-ba6f-42b1-91c1-1c793f28468c req-8bac52e0-e3fe-4eb0-b0c9-3bb1ca4e0e40 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.1264341 Aug 28 03:39:33.192413 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:33.193033 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.240760 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-abc95ded-ba6f-42b1-91c1-1c793f28468c req-3e9a564e-51d9-4c99-8f5b-0dd5d8666631 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 Aug 28 03:39:33.281653 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-76517094-2d8a-4741-beff-21d8240ee690 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:33.283158 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-76517094-2d8a-4741-beff-21d8240ee690 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 945 time: 0.0762033 Aug 28 03:39:33.290636 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690ec2-b3e3-452c-8720-7bc07eddc27e req-8fa65fc0-eda0-4a8d-b2ab-4707b3f685c2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:33.292124 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e690ec2-b3e3-452c-8720-7bc07eddc27e req-8fa65fc0-eda0-4a8d-b2ab-4707b3f685c2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 931 time: 0.0970528 Aug 28 03:39:33.333784 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-4877bae2-99c3-4cc3-b80f-92519be156f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552599 Aug 28 03:39:33.354743 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Request body: {'port': {'device_id': '88899f3c-9463-4e32-b0fa-033d799fd662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:33.373085 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-370667da-61c5-452c-93c1-eafed28cfd0e None None] Provisioning for port dcb0be50-dfda-4563-9bb9-075de0137a15 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:33.378432 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-370667da-61c5-452c-93c1-eafed28cfd0e None None] Provisioning complete for port dcb0be50-dfda-4563-9bb9-075de0137a15 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:33.384825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-370667da-61c5-452c-93c1-eafed28cfd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.415036 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-370667da-61c5-452c-93c1-eafed28cfd0e None None] Port dcb0be50-dfda-4563-9bb9-075de0137a15 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:33.416629 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.427525 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e690ec2-b3e3-452c-8720-7bc07eddc27e req-90655d02-1206-4839-b378-4dea05def863 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278298 Aug 28 03:39:33.470309 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Deleting port b76334de-da60-4f43-857b-027091e70da8 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:33.470642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.564182 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] For port b76334de-da60-4f43-857b-027091e70da8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=b76334de-da60-4f43-857b-027091e70da8,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:33.564545 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.579807 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Calling delete_port for b76334de-da60-4f43-857b-027091e70da8 owned by compute:nova {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:33.681480 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:39:33.689410 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.701350 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Transition to ACTIVE for port object dcb0be50-dfda-4563-9bb9-075de0137a15 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:33.796827 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.797955 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.830077 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event deleted for resources: {'Port': ['ID=b76334de-da60-4f43-857b-027091e70da8,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:33.836929 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['8fd94705-45bc-426c-af37-246cf1367ea7', 'b76334de-da60-4f43-857b-027091e70da8'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:33.850353 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.850778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.851191 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.851756 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.852154 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.852622 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.853067 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.853587 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.853972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.855044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.855359 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.855692 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:39:33.882555 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:33.923020 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] No DVR routers for this DVR port b76334de-da60-4f43-857b-027091e70da8 on host hv-cinder-75916 {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:39:33.926753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.928805 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ab87a8f0-0fcf-49dd-a13f-f942a5760e96 req-1102d80a-a5ca-4c7b-8371-431410811022 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "DELETE /v2.0/ports/b76334de-da60-4f43-857b-027091e70da8 HTTP/1.1" status: 204 len: 173 time: 0.6357617 Aug 28 03:39:33.929451 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'name': 'network-vif-deleted', 'tag': 'b76334de-da60-4f43-857b-027091e70da8'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:33.932113 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d0ea0-b8e2-4858-bf27-0c12f18a4f78" -d '{"events": [{"server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "name": "network-vif-deleted", "tag": "b76334de-da60-4f43-857b-027091e70da8"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:33.934761 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Attempting to bind port dcb0be50-dfda-4563-9bb9-075de0137a15 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:33.935094 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Attempting to bind port dcb0be50-dfda-4563-9bb9-075de0137a15 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:33.935423 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Attempting to bind port dcb0be50-dfda-4563-9bb9-075de0137a15 on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:33.945712 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Port dcb0be50-dfda-4563-9bb9-075de0137a15 on network 58f6550e-225e-46d1-8f93-25915b5206fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:39:33.948034 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Attempting to bind port dcb0be50-dfda-4563-9bb9-075de0137a15 on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:33.955269 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:33.956002 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Checking segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:33.956802 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Bound using segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:33.957446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Bound port: dcb0be50-dfda-4563-9bb9-075de0137a15, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:33.958537 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:33.972961 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917734a-e3e6-43c1-8fa6-dca97de741c2 x-openstack-request-id: req-6917734a-e3e6-43c1-8fa6-dca97de741c2 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:33.973250 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667fba14-5480-46e8-b3a7-a30fa431f523", "name": "network-vif-deleted", "tag": "b76334de-da60-4f43-857b-027091e70da8", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:33.976759 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6917734a-e3e6-43c1-8fa6-dca97de741c2 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:33.976759 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667fba14-5480-46e8-b3a7-a30fa431f523', 'name': 'network-vif-deleted', 'tag': 'b76334de-da60-4f43-857b-027091e70da8', 'status': 'completed', 'code': 200} Aug 28 03:39:34.041337 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:34.045028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:34.162155 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-064f8452-803b-4c7c-8c94-208c43df84bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:34.162791 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:34.197773 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.200063 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:34.200063 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 1093 time: 0.8494711 Aug 28 03:39:34.200535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:34.203785 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1" -d '{"events": [{"name": "network-changed", "server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:34.231880 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3f37d341-245a-4b91-abee-505c8cec2e07 req-82f6efaf-89be-4e46-930f-d3f7d317ef1f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=667fba14-5480-46e8-b3a7-a30fa431f523 HTTP/1.1" status: 200 len: 210 time: 0.0393233 Aug 28 03:39:34.244095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea727a1f-30f5-445f-8335-049dca626466 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:34.263957 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6673c879-0280-4236-954b-4ce0c0662999 x-openstack-request-id: req-6673c879-0280-4236-954b-4ce0c0662999 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:34.263957 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:34.263957 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6673c879-0280-4236-954b-4ce0c0662999 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:34.263957 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'status': 'completed', 'code': 200} Aug 28 03:39:34.404102 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697f733-bb34-4711-91e9-c67c015d82c2 req-1d78a289-d40f-490c-a06a-80065c6958d6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.405168 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5697f733-bb34-4711-91e9-c67c015d82c2 req-1d78a289-d40f-490c-a06a-80065c6958d6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0757911 Aug 28 03:39:34.413010 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-fb72de5f-5c5d-432c-8c06-eb84dfaeb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.414599 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-fb72de5f-5c5d-432c-8c06-eb84dfaeb651 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1096 time: 0.0676076 Aug 28 03:39:34.466519 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5697f733-bb34-4711-91e9-c67c015d82c2 req-e3b394a2-754c-4cce-a06a-4efed90591fd tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507503 Aug 28 03:39:34.572612 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-38d1613f-60b4-40fa-8bce-5663079d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.574251 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-38d1613f-60b4-40fa-8bce-5663079d058a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=acaff84646ca4374b9f9d7df56acaebc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1439006 Aug 28 03:39:34.583305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a8319-c20a-45db-8877-b605e752b978 req-1dc0092e-856c-43f2-8df9-1fb8e9384e1a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.584737 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eb9a8319-c20a-45db-8877-b605e752b978 req-1dc0092e-856c-43f2-8df9-1fb8e9384e1a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0760124 Aug 28 03:39:34.676085 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eb9a8319-c20a-45db-8877-b605e752b978 req-27d9cebe-a43d-410f-bb3f-bbb541ca37f7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829651 Aug 28 03:39:34.705434 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-275e386a-5063-4e33-a7fc-fc74aa9cc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.706823 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b855eca4-5e3d-4d48-a85f-4dbbaca764e1 req-275e386a-5063-4e33-a7fc-fc74aa9cc7e7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212397 Aug 28 03:39:34.853937 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-06c2d5aa-88d8-4491-89bf-1ed038a5b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.856546 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-06c2d5aa-88d8-4491-89bf-1ed038a5b265 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1096 time: 0.0500848 Aug 28 03:39:34.907347 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-8a0bbd6b-6e91-4e5e-a12c-294a391b317c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 217 time: 0.0358028 Aug 28 03:39:34.961259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-6ddb8642-dcc7-4186-87bd-a75aa3c004aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:34.962723 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-6ddb8642-dcc7-4186-87bd-a75aa3c004aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0475848 Aug 28 03:39:35.049535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-a5cfb4b8-8d42-4674-9f83-b1fad6d50f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:35.051281 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-a5cfb4b8-8d42-4674-9f83-b1fad6d50f29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418694 Aug 28 03:39:35.150086 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-13b38fcb-ad0b-467b-9d44-19b856657547 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Aug 28 03:39:35.250960 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-21b7463e-1342-46f6-abff-07bf3688bfa5 req-df6379f7-ef61-40f2-bc7c-2f1afceb07c6 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933869 Aug 28 03:39:35.595534 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb7e7-a8dc-4d55-8af6-63bb54f9e21f req-9b86a311-9a48-4d84-ac36-b7abeb05af67 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:35.597695 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3aaeb7e7-a8dc-4d55-8af6-63bb54f9e21f req-9b86a311-9a48-4d84-ac36-b7abeb05af67 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0512700 Aug 28 03:39:35.635258 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3aaeb7e7-a8dc-4d55-8af6-63bb54f9e21f req-d3f990b0-7aa1-42e7-8c85-574d10bf2187 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Aug 28 03:39:35.794064 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8f700-7919-4069-9409-7a154b4411d9 req-72357405-8c01-419b-8a2c-04666ac756e2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:35.795798 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ace8f700-7919-4069-9409-7a154b4411d9 req-72357405-8c01-419b-8a2c-04666ac756e2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0489264 Aug 28 03:39:35.846299 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ace8f700-7919-4069-9409-7a154b4411d9 req-c28d664b-858d-4cb8-ae1c-747bc912f21c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Aug 28 03:39:36.481887 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ec54bbd2-a636-46d0-b7d4-c63d70dc8bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:36.748675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26787e-6faa-4418-9f17-1b730af6884d req-be6d32ba-d55a-489f-9a57-2629ab0d46b6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:36.750898 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3e26787e-6faa-4418-9f17-1b730af6884d req-be6d32ba-d55a-489f-9a57-2629ab0d46b6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 943 time: 0.0498595 Aug 28 03:39:36.798496 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3e26787e-6faa-4418-9f17-1b730af6884d req-13de87c8-bca7-43d5-9e31-c1d7a0f7ccc2 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Aug 28 03:39:36.966233 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bab44-a525-4d12-ac67-c848d6f7880f req-5d3a2c64-0193-4a13-84aa-d7a83402168a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:36.967607 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-374bab44-a525-4d12-ac67-c848d6f7880f req-5d3a2c64-0193-4a13-84aa-d7a83402168a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0480256 Aug 28 03:39:37.005857 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-374bab44-a525-4d12-ac67-c848d6f7880f req-c7f45439-ca1d-4dfe-bca9-dbae66df41b3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Aug 28 03:39:37.206739 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 75120369-351f-430a-8bc7-2b924a20c3e8 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:39:37.212258 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:37.223267 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device b76334de-da60-4f43-857b-027091e70da8 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:37.244525 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: b76334de-da60-4f43-857b-027091e70da8 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:37.244894 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device b76334de-da60-4f43-857b-027091e70da8 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:37.330345 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=75120369-351f-430a-8bc7-2b924a20c3e8,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:37.340726 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '75120369-351f-430a-8bc7-2b924a20c3e8', 'network_id': '9ef3fc6c-b03b-4f2b-82bd-44842f23d206', 'port_id': '75120369-351f-430a-8bc7-2b924a20c3e8', 'mac_address': 'fa:16:3e:c1:6d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101daa87-1ce3-4e78-8858-1354aa7e7758', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:39:37.381568 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:37.403755 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75120369-351f-430a-8bc7-2b924a20c3e8 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:39:37.418253 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=75120369-351f-430a-8bc7-2b924a20c3e8,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:37.492881 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:37.540816 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:37.926422 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a394d-d3bb-4a11-ba2f-d46dea270b6f req-fc574bf6-93a1-4de0-abb2-ed15abac1a7b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:37.927907 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-031a394d-d3bb-4a11-ba2f-d46dea270b6f req-fc574bf6-93a1-4de0-abb2-ed15abac1a7b tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 944 time: 0.0549817 Aug 28 03:39:37.967514 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-031a394d-d3bb-4a11-ba2f-d46dea270b6f req-79abf3af-8f41-47e7-92b1-37488a8b347f tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 28 03:39:37.971586 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c0d8-639b-4233-9e1f-0825f6f361e0 req-0f28ff96-2e52-4b59-8103-db051dc72527 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:37.973162 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e855c0d8-639b-4233-9e1f-0825f6f361e0 req-0f28ff96-2e52-4b59-8103-db051dc72527 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0489018 Aug 28 03:39:37.984612 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:38.002267 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['75120369-351f-430a-8bc7-2b924a20c3e8'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:38.021256 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e855c0d8-639b-4233-9e1f-0825f6f361e0 req-0541279c-fc2a-4ea8-b918-987a240fc2e2 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Aug 28 03:39:38.125277 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1a7fb-ca73-4113-a96b-b841617298b7 req-0cadc986-ed43-4e26-8472-dbe2200d2213 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:38.127362 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f1f1a7fb-ca73-4113-a96b-b841617298b7 req-0cadc986-ed43-4e26-8472-dbe2200d2213 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Aug 28 03:39:38.172792 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f1f1a7fb-ca73-4113-a96b-b841617298b7 req-4a1dbf1a-bcd8-400d-b7dc-780bd96b3acf tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Aug 28 03:39:39.082215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d622a1-f945-4ff5-a9a3-86b30a85ad5e req-c5ab9571-1f29-45e7-a550-3ed38fd70f32 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:39.084431 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-97d622a1-f945-4ff5-a9a3-86b30a85ad5e req-c5ab9571-1f29-45e7-a550-3ed38fd70f32 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 944 time: 0.0501740 Aug 28 03:39:39.122952 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-97d622a1-f945-4ff5-a9a3-86b30a85ad5e req-da4a3858-cc91-49aa-b06a-0a60bb26efe9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Aug 28 03:39:39.140767 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7a2f-a163-49e9-9f83-f7ec4ae84d5c req-35435184-74d7-4f4e-b779-d897327f6fa7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:39.141381 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-017f7a2f-a163-49e9-9f83-f7ec4ae84d5c req-35435184-74d7-4f4e-b779-d897327f6fa7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0514085 Aug 28 03:39:39.180289 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-017f7a2f-a163-49e9-9f83-f7ec4ae84d5c req-e3e175d0-3cb8-470a-ab28-102fd6f2b674 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Aug 28 03:39:39.218000 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:39:39.228567 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 75120369-351f-430a-8bc7-2b924a20c3e8 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:39.293342 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a2e3b-2ba2-4a03-99c1-c9c8052f64e1 req-0dd30449-9f6d-41c5-bfab-e8757dbf1e70 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:39.294972 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-251a2e3b-2ba2-4a03-99c1-c9c8052f64e1 req-0dd30449-9f6d-41c5-bfab-e8757dbf1e70 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0494680 Aug 28 03:39:39.336391 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-251a2e3b-2ba2-4a03-99c1-c9c8052f64e1 req-28c315f1-704e-41c1-bfad-afb18e19b88f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Aug 28 03:39:39.357186 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:39.368999 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:39:39.396902 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 75120369-351f-430a-8bc7-2b924a20c3e8 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:39.406434 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 75120369-351f-430a-8bc7-2b924a20c3e8 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:39.407463 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:39.426834 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:39.445986 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:39:39.477405 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:39.519557 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:39.527157 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:39.561442 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:39.563679 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7b812-c6e2-4599-8bdf-6f0bbad480cc" -d '{"events": [{"server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "name": "network-vif-plugged", "status": "completed", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:39.582366 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=75120369-351f-430a-8bc7-2b924a20c3e8,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:39.596546 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:39.600157 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917213d-7927-4607-ac5e-75d478c326be x-openstack-request-id: req-0917213d-7927-4607-ac5e-75d478c326be {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:39.600438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "name": "network-vif-plugged", "status": "completed", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:39.600687 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0917213d-7927-4607-ac5e-75d478c326be {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:39.601081 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8', 'code': 200} Aug 28 03:39:39.635255 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:39.681426 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:39.772664 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.243342 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40610) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:40.247892 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e1fab-c106-48dd-983e-eb32afd67d08 req-d4de39a0-c990-457f-be42-40e77e273dd6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:40.249646 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-159e1fab-c106-48dd-983e-eb32afd67d08 req-d4de39a0-c990-457f-be42-40e77e273dd6 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Aug 28 03:39:40.292804 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-159e1fab-c106-48dd-983e-eb32afd67d08 req-33d58f6c-043f-4c6e-b648-9338cab2b95c tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328271 Aug 28 03:39:40.319579 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcabdb-6661-4481-90a9-8675ff19549a req-a7d0df7c-0fa8-4368-9683-6c20c14b912e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:40.321222 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cebcabdb-6661-4481-90a9-8675ff19549a req-a7d0df7c-0fa8-4368-9683-6c20c14b912e tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0712812 Aug 28 03:39:40.361288 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-804da5ca-eb20-4a40-a3b8-114fa94fb4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.381928 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cebcabdb-6661-4481-90a9-8675ff19549a req-7d6aa784-fa28-40ae-a62f-677ccc23458b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548155 Aug 28 03:39:40.458468 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3904-a509-430d-ad44-70b4ae1d0bc4 req-69bc7d9d-5942-4438-b611-db582996d981 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:40.459985 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a5a3904-a509-430d-ad44-70b4ae1d0bc4 req-69bc7d9d-5942-4438-b611-db582996d981 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0494013 Aug 28 03:39:40.461285 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-804da5ca-eb20-4a40-a3b8-114fa94fb4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.498132 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a5a3904-a509-430d-ad44-70b4ae1d0bc4 req-6a863a4a-26a0-4175-9404-02d355c65654 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Aug 28 03:39:40.521302 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-804da5ca-eb20-4a40-a3b8-114fa94fb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.560753 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-804da5ca-eb20-4a40-a3b8-114fa94fb4e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1008245811ee4a36acfe9467c0bc6a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161287 Aug 28 03:39:40.561515 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804da5ca-eb20-4a40-a3b8-114fa94fb4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9984741d-87d3-44d4-a1d2-d175397ff02e,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:40.564279 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40616) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:40.611853 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.632411 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.738192 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.740726 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:40.741865 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9984741d-87d3-44d4-a1d2-d175397ff02e HTTP/1.1" status: 204 len: 168 time: 0.1764839 Aug 28 03:39:40.749883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daf3b7-27dc-4f32-a33d-88e8002143ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984741d-87d3-44d4-a1d2-d175397ff02e,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:41.401625 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277dbe-3bb0-4602-82f3-014a586dabc1 req-44ea3826-0418-4df1-90cb-b75c1454b7ae tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:41.403009 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f1277dbe-3bb0-4602-82f3-014a586dabc1 req-44ea3826-0418-4df1-90cb-b75c1454b7ae tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Aug 28 03:39:41.444581 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f1277dbe-3bb0-4602-82f3-014a586dabc1 req-a2f147a1-1d7e-45b8-af0a-f1806c02d2dc tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Aug 28 03:39:41.502887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75b68-e25d-487e-8419-c707ea0c1550 req-c831d4cd-148e-4081-bea9-daea92eafcb7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:41.507319 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-27f75b68-e25d-487e-8419-c707ea0c1550 req-c831d4cd-148e-4081-bea9-daea92eafcb7 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0557060 Aug 28 03:39:41.550101 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-27f75b68-e25d-487e-8419-c707ea0c1550 req-001aaedd-3fdf-4070-ab5d-2a9f61b0ff90 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Aug 28 03:39:41.618134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da72f60-d4e9-4fd4-8c19-2805b0f5dced req-55a7956d-4053-493a-8b33-ee040a068b12 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:41.619605 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2da72f60-d4e9-4fd4-8c19-2805b0f5dced req-55a7956d-4053-493a-8b33-ee040a068b12 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0495443 Aug 28 03:39:41.659195 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2da72f60-d4e9-4fd4-8c19-2805b0f5dced req-e576faa5-c1cd-44ba-bb21-3b74bf0b6cf0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Aug 28 03:39:41.740719 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40648) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:41.834571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-101609812-network', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:41.938244 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Made reservation on behalf of 4b75435f2b4b44d996f4460c334f967a for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:41.940571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:41.948916 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.035851 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.075246 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.100380 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:39:42.109090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b673c8e-9fd7-422d-95b4-ee2e2d6b3c68,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:42.116684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.117039 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Added segment a7ffc368-09f8-41d5-843e-a540da0e94f0 of type vlan for network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 Aug 28 03:39:42.175323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.223880 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.225312 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:42.225912 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.284919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] Pushing event updated for resources: {'Network': ['ID=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:42.297920 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:39:42.316715 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-96545ac4-8378-482d-bcd1-0b58fc9d38fd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5749066 Aug 28 03:39:42.319395 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40658) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:42.324206 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Request body: {'subnet': {'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-101609812-subnet', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:42.412610 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Made reservation on behalf of 4b75435f2b4b44d996f4460c334f967a for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:42.414977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.671184 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511795d-68f8-4fa5-b709-7950b4ee1862 req-864c79e0-fdef-4403-86b8-6bd6c2932e0f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:42.672754 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b511795d-68f8-4fa5-b709-7950b4ee1862 req-864c79e0-fdef-4403-86b8-6bd6c2932e0f tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0506749 Aug 28 03:39:42.712414 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b511795d-68f8-4fa5-b709-7950b4ee1862 req-dab15d36-e98f-4cb6-9fd7-a0e48bd74544 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Aug 28 03:39:42.819946 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457965-b3e3-4781-a2c6-8f74a16a314e req-36e40ee8-6739-4114-a447-37ce26242598 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:42.821632 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-87457965-b3e3-4781-a2c6-8f74a16a314e req-36e40ee8-6739-4114-a447-37ce26242598 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0534029 Aug 28 03:39:42.835931 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca111db-03aa-4dbb-bc08-c42957c2f9c4 req-5aa6c533-b478-4ec2-8428-27dee89a5e70 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:42.837499 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0ca111db-03aa-4dbb-bc08-c42957c2f9c4 req-5aa6c533-b478-4ec2-8428-27dee89a5e70 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0879738 Aug 28 03:39:42.868538 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-87457965-b3e3-4781-a2c6-8f74a16a314e req-927e9551-1542-4028-81eb-12bf1df67e1d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Aug 28 03:39:42.887129 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0ca111db-03aa-4dbb-bc08-c42957c2f9c4 req-c93f6b1b-e357-43f8-bb48-3b66a6290b60 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355904 Aug 28 03:39:42.904387 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:42.965574 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c41b7a9-399e-46f9-bc55-e4f9dfb40396,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:42.975759 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Checking segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:42.976053 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Network hostable DHCP agents. Network: 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:39:43.058184 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:39:43.121475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:43.125835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:43.126960 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.131317 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a510781-d65d-408b-814f-b601a8d863d3 None None] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:43.196607 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-aab3b756-7dd5-4379-a29f-c4a937e796b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8761160 Aug 28 03:39:43.199164 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40670) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:43.203503 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:43.276013 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.277083 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.282243 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:39:43.283220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.328090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.415549 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Allocated IP 172.20.0.2 (4f2d5e62-a067-4f36-b42e-2e7cbb8314b8/5c41b7a9-399e-46f9-bc55-e4f9dfb40396/28817c59-822b-405a-9903-6a169b713c99) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:43.502471 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.555785 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.564159 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Transition to ACTIVE for port object 28817c59-822b-405a-9903-6a169b713c99 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:43.578472 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Transition to ACTIVE for port object 28817c59-822b-405a-9903-6a169b713c99 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:43.653365 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.690842 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:43.695632 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:43.698133 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:43.707953 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Pushing event updated for resources: {'Port': ['ID=28817c59-822b-405a-9903-6a169b713c99,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:43.763050 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.784995 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.835139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfce63-1eae-4b3b-b0ac-cf67e1b12ee3 req-417eb951-469f-474f-8855-61201e7567a1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:43.836728 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2dfce63-1eae-4b3b-b0ac-cf67e1b12ee3 req-417eb951-469f-474f-8855-61201e7567a1 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0545778 Aug 28 03:39:43.877518 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2dfce63-1eae-4b3b-b0ac-cf67e1b12ee3 req-217c09ef-3009-4725-a686-c4bf986fb52a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Aug 28 03:39:43.877856 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Attempting to bind port 28817c59-822b-405a-9903-6a169b713c99 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:43.878340 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Attempting to bind port 28817c59-822b-405a-9903-6a169b713c99 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:43.878702 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Attempting to bind port 28817c59-822b-405a-9903-6a169b713c99 on network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:43.883795 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:43.884161 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Checking segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:43.884629 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.884968 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Bound using segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:43.885450 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Bound port: 28817c59-822b-405a-9903-6a169b713c99, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:43.886207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:43.908946 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Allocated IP 172.27.1.128 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/cbdbd6bc-89dc-49b6-a24e-b1de6c640139) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:43.958887 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] For port 28817c59-822b-405a-9903-6a169b713c99, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:43.963471 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] For port 28817c59-822b-405a-9903-6a169b713c99, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=28817c59-822b-405a-9903-6a169b713c99,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:44.035612 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ae788-8ad5-413f-a695-e13f30b13d1e req-f1d16052-db7e-461a-9c33-893fefef9647 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:44.037677 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aa1ae788-8ad5-413f-a695-e13f30b13d1e req-f1d16052-db7e-461a-9c33-893fefef9647 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0607090 Aug 28 03:39:44.042507 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:44.057793 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e120-b613-4663-80b3-47469abd8309 req-7ed6029b-cb26-4e22-a85a-5f3337a2b4fc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:44.059228 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7943e120-b613-4663-80b3-47469abd8309 req-7ed6029b-cb26-4e22-a85a-5f3337a2b4fc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0794654 Aug 28 03:39:44.082725 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:44.098015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-aa1ae788-8ad5-413f-a695-e13f30b13d1e req-f30a1292-e261-4d61-a94e-ce49b3a2b401 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Aug 28 03:39:44.103465 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97624e-2222-4df1-9c41-0572383c3467 None None] Pushing event updated for resources: {'Port': ['ID=28817c59-822b-405a-9903-6a169b713c99,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:44.137154 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7943e120-b613-4663-80b3-47469abd8309 req-2228aed2-4c9c-4c73-b9a2-2d0df167c1ae tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653796 Aug 28 03:39:44.219229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:44.278762 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:44.285810 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:44.299072 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:44.386204 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Pushing event updated for resources: {'Port': ['ID=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:44.662615 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:44.703478 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c30a0-10e6-48c0-ae9b-f6057d09a773 req-ed9ebae7-9d46-462f-8486-c3e0f5286de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:44.705658 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-066c30a0-10e6-48c0-ae9b-f6057d09a773 req-ed9ebae7-9d46-462f-8486-c3e0f5286de1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 1098 time: 0.0835359 Aug 28 03:39:44.779750 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-066c30a0-10e6-48c0-ae9b-f6057d09a773 req-c73e9937-00e8-4a24-ba7b-39007fbe2996 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664020 Aug 28 03:39:44.885945 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:45.007066 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f62838-3f6f-455e-a094-c6f59ab8ac5d req-929b8ad6-810d-4186-80b7-30d25a4c0968 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:45.008551 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d6f62838-3f6f-455e-a094-c6f59ab8ac5d req-929b8ad6-810d-4186-80b7-30d25a4c0968 tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0560606 Aug 28 03:39:45.051290 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d6f62838-3f6f-455e-a094-c6f59ab8ac5d req-e3735186-eeb1-4176-9305-8bdf89a9915b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365300 Aug 28 03:39:45.069686 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Router 45037673-70cd-429c-b4ff-872fbd517346 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:39:45.095974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba56040-bd78-447d-8c29-63fea7728683 None None] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:45.224857 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:45.239750 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db744cea-4c8b-483d-874c-07d2773159e7 req-a636f443-5337-44f7-a253-37c734900e20 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:45.239750 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-db744cea-4c8b-483d-874c-07d2773159e7 req-a636f443-5337-44f7-a253-37c734900e20 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0692904 Aug 28 03:39:45.240318 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Sync routers for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:45.266150 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:45.266982 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:45.298781 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-db744cea-4c8b-483d-874c-07d2773159e7 req-e7283420-3025-445a-b5f7-40e41cf2842e tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493946 Aug 28 03:39:45.308196 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04b78-485a-485e-933f-08d3e0aa7fd2 req-1eb3aae1-56ae-4f10-852a-99ff2c827eaa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:45.313123 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cad04b78-485a-485e-933f-08d3e0aa7fd2 req-1eb3aae1-56ae-4f10-852a-99ff2c827eaa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0783474 Aug 28 03:39:45.325977 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-741e659f-34fa-42b4-92bd-7244930647ed None None] Provisioning for port 28817c59-822b-405a-9903-6a169b713c99 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:45.326920 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:45.331241 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a13bcd5a-464b-4f63-9bac-8050adf55749 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1311102 Aug 28 03:39:45.331932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40692) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:45.361057 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cad04b78-485a-485e-933f-08d3e0aa7fd2 req-8ba8c2f2-8044-4b03-b98d-0eaa2eda0c6f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463271 Aug 28 03:39:45.413311 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:45.615230 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:44Z', 'revision_number': 3, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:45.643455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['dcb0be50-dfda-4563-9bb9-075de0137a15'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:39:45.646596 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Checking router: 45037673-70cd-429c-b4ff-872fbd517346 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:45.646927 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Updating router 45037673-70cd-429c-b4ff-872fbd517346 port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:45.698439 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:45.705768 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-44e97eea-0a75-40a4-81a3-1b25f2c7806d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:45.707599 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-44e97eea-0a75-40a4-81a3-1b25f2c7806d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.0793834 Aug 28 03:39:45.881717 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:45.886368 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Deleting port 8fd94705-45bc-426c-af37-246cf1367ea7 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:39:45.886689 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:45.909702 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 28817c59-822b-405a-9903-6a169b713c99 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:46.057196 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] For port 8fd94705-45bc-426c-af37-246cf1367ea7, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=8fd94705-45bc-426c-af37-246cf1367ea7,segment=NetworkSegment(7ec8cfbe-b432-4898-bfb4-654ed118cc80),segment_id=7ec8cfbe-b432-4898-bfb4-654ed118cc80)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:46.057558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.060890 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.070815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Transition to ACTIVE for port object cbdbd6bc-89dc-49b6-a24e-b1de6c640139 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:46.077754 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Calling delete_port for 8fd94705-45bc-426c-af37-246cf1367ea7 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:39:46.120236 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 28817c59-822b-405a-9903-6a169b713c99 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:46.124903 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 28817c59-822b-405a-9903-6a169b713c99 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:46.125294 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.145703 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.192377 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Allocated IP 172.20.0.1 (4f2d5e62-a067-4f36-b42e-2e7cbb8314b8/5c41b7a9-399e-46f9-bc55-e4f9dfb40396/a7a95606-c2b4-4a21-8514-dcf7216e4a79) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:46.209756 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Attempting to bind port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:46.210232 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Attempting to bind port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:46.210700 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Attempting to bind port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:46.220183 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067415f9-fecb-4f8c-89db-764ff3d833bd None None] Pushing event updated for resources: {'Port': ['ID=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:46.224670 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:46.230101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:46.230101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.230101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:46.230101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Bound port: cbdbd6bc-89dc-49b6-a24e-b1de6c640139, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:46.230101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.318641 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.323202 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] For port cbdbd6bc-89dc-49b6-a24e-b1de6c640139, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:46.336939 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] For port cbdbd6bc-89dc-49b6-a24e-b1de6c640139, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:46.389079 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 28817c59-822b-405a-9903-6a169b713c99, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=28817c59-822b-405a-9903-6a169b713c99,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:46.409858 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.447637 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2424f0-1bc1-4aba-871b-11e98d21051d req-11dc91f0-f64b-4336-96ee-8ecbcc3802ad tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:46.449530 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a2424f0-1bc1-4aba-871b-11e98d21051d req-11dc91f0-f64b-4336-96ee-8ecbcc3802ad tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0545900 Aug 28 03:39:46.475897 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:46.476566 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:46.480308 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.487838 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067415f9-fecb-4f8c-89db-764ff3d833bd None None] Pushing event updated for resources: {'Port': ['ID=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:46.507577 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a2424f0-1bc1-4aba-871b-11e98d21051d req-7d5c9a57-f7c7-463f-8432-d90c41b0af9a tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482166 Aug 28 03:39:46.518275 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02de6f-cb32-485a-b452-d943413b0ed6 req-ea046644-35c5-4769-8147-64af363893cd tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:46.519811 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1d02de6f-cb32-485a-b452-d943413b0ed6 req-ea046644-35c5-4769-8147-64af363893cd tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 946 time: 0.3781731 Aug 28 03:39:46.632575 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1d02de6f-cb32-485a-b452-d943413b0ed6 req-c2146fc7-f591-4593-a98f-ccc4476c365a tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/security-groups?id=04704074-3d84-4960-8998-441f2725c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999913 Aug 28 03:39:46.637867 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62053cc-c96a-4e56-bb28-f00c64a9f8ac req-809e744b-a8b7-4790-ab25-f668267c431d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:46.645509 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.646108 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c62053cc-c96a-4e56-bb28-f00c64a9f8ac req-809e744b-a8b7-4790-ab25-f668267c431d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0648720 Aug 28 03:39:46.658828 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Transition to ACTIVE for port object a7a95606-c2b4-4a21-8514-dcf7216e4a79 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:46.666630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=28817c59-822b-405a-9903-6a169b713c99,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:46.676048 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:46.689881 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.697536 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c62053cc-c96a-4e56-bb28-f00c64a9f8ac req-64517d35-a008-4d29-a56a-7356344c15dd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505064 Aug 28 03:39:46.739380 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Pushing event deleted for resources: {'Port': ['ID=8fd94705-45bc-426c-af37-246cf1367ea7,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:46.776405 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] No DVR routers for this DVR port 8fd94705-45bc-426c-af37-246cf1367ea7 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:39:46.779165 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.781509 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ab8a16d9-c9c1-4072-81fb-5ec984fc7612 req-aef219a5-2ac8-4ab4-b07c-e36b5911105d tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.38 "DELETE /v2.0/ports/8fd94705-45bc-426c-af37-246cf1367ea7 HTTP/1.1" status: 204 len: 173 time: 1.0656419 Aug 28 03:39:46.781966 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'name': 'network-vif-deleted', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:46.785114 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c6681-a497-4eed-9999-776e8d7611ca" -d '{"events": [{"server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "name": "network-vif-deleted", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:46.818559 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:46.849133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdaacb-5ebd-43ce-a21e-dc64e866853b x-openstack-request-id: req-0dfdaacb-5ebd-43ce-a21e-dc64e866853b {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:46.849758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c87b10-ddd2-482f-80e0-2e996940cb4e", "name": "network-vif-deleted", "tag": "8fd94705-45bc-426c-af37-246cf1367ea7", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:46.850076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dfdaacb-5ebd-43ce-a21e-dc64e866853b {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:46.850582 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c87b10-ddd2-482f-80e0-2e996940cb4e', 'name': 'network-vif-deleted', 'tag': '8fd94705-45bc-426c-af37-246cf1367ea7', 'status': 'completed', 'code': 200} Aug 28 03:39:46.864928 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:46.871382 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:46.877170 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:46.883933 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:46.889806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:44Z', 'revision_number': 3, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:46.922301 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff2d7-a645-410a-b60d-0a71ecabc259 None None] The sync data for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi is: [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:44Z', 'revision_number': 3, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:46.957245 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.177104 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.206915 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-841ed057-79f7-45c7-9944-ce02b34f0364 None None] Provisioning for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:47.211062 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-841ed057-79f7-45c7-9944-ce02b34f0364 None None] Provisioning complete for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:47.211432 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-841ed057-79f7-45c7-9944-ce02b34f0364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.252015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-841ed057-79f7-45c7-9944-ce02b34f0364 None None] Port a7a95606-c2b4-4a21-8514-dcf7216e4a79 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:47.361467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.430551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.507585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:47.509577 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:47.621887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:47.623278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:47.720917 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b1ac8-92ab-4785-91da-1ddd7f4cc7d5 req-46971e30-5da8-4114-9ea2-fb97156b79a5 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:47.725999 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-359b1ac8-92ab-4785-91da-1ddd7f4cc7d5 req-46971e30-5da8-4114-9ea2-fb97156b79a5 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.1237609 Aug 28 03:39:47.785684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Router 45037673-70cd-429c-b4ff-872fbd517346 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:39:47.815760 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-359b1ac8-92ab-4785-91da-1ddd7f4cc7d5 req-6ac7eab4-473b-4e32-a7e5-9b9ab146e7bb tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887272 Aug 28 03:39:47.870801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ccd6c108-026a-4ccd-9fb5-3f7332d118dc req-246f2eeb-1846-4a44-bf51-2d1ed123847b tempest-AttachVolumeNegativeTest-1989240363 tempest-AttachVolumeNegativeTest-1989240363-project] 10.222.0.36 "GET /v2.0/ports?device_id=73c87b10-ddd2-482f-80e0-2e996940cb4e HTTP/1.1" status: 200 len: 210 time: 0.0612617 Aug 28 03:39:48.007564 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362d57-753c-4105-b1a1-c5f92e6c3ef8 req-f403fd4a-49bc-4938-b5b1-0fc711672df3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:48.016039 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5e362d57-753c-4105-b1a1-c5f92e6c3ef8 req-f403fd4a-49bc-4938-b5b1-0fc711672df3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.1075621 Aug 28 03:39:48.039899 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 28817c59-822b-405a-9903-6a169b713c99 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:48.040610 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:48.058647 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-039888a3-b0a2-4b34-9d31-2a091098ea44 admin admin] 10.222.0.36 "PUT /v2.0/routers/45037673-70cd-429c-b4ff-872fbd517346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7255588 Aug 28 03:39:48.066980 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5e362d57-753c-4105-b1a1-c5f92e6c3ef8 req-4c0e7cdf-c564-422a-9a69-fa1acac89f49 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489976 Aug 28 03:39:48.114171 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-4f0cefa2-3b32-4f51-965b-a5a257c47e7b None None] Provisioning complete for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:48.115299 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-4f0cefa2-3b32-4f51-965b-a5a257c47e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.165584 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cefa2-3b32-4f51-965b-a5a257c47e7b None None] Port a7a95606-c2b4-4a21-8514-dcf7216e4a79 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:48.168021 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 28817c59-822b-405a-9903-6a169b713c99 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:48.168607 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.252972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cbdbd6bc-89dc-49b6-a24e-b1de6c640139 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:48.275476 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:48.284500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40742) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:48.395574 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:48.399931 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:48.400307 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.404541 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-695e8d94-7715-4e68-be34-1b3761498df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.439811 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port dcb0be50-dfda-4563-9bb9-075de0137a15 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:48.447279 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port dcb0be50-dfda-4563-9bb9-075de0137a15 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:48.447649 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.501906 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-695e8d94-7715-4e68-be34-1b3761498df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.531124 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.574196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port cbdbd6bc-89dc-49b6-a24e-b1de6c640139, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:48.584474 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-695e8d94-7715-4e68-be34-1b3761498df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.587273 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.615681 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:48.618909 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebf79ac-abfa-4ed4-8146-ef542fa43297" -d '{"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:48.629411 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40758) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:48.629909 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-695e8d94-7715-4e68-be34-1b3761498df9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aee7db71fdf84eb5a9eb00222b1e2839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434398 Aug 28 03:39:48.635541 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:48.636072 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e8d94-7715-4e68-be34-1b3761498df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ed420-1df7-4bf3-aa20-edfad2f8f794,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:48.670305 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.720010 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d8799a-530a-4a7c-a8f7-848ae4be09e8 x-openstack-request-id: req-98d8799a-530a-4a7c-a8f7-848ae4be09e8 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:48.720994 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:48.721142 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.721980 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98d8799a-530a-4a7c-a8f7-848ae4be09e8 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:48.722604 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'code': 200} Aug 28 03:39:48.727686 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.728573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 8fd94705-45bc-426c-af37-246cf1367ea7 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:39:48.758671 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.765894 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 8fd94705-45bc-426c-af37-246cf1367ea7 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:39:48.766238 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 8fd94705-45bc-426c-af37-246cf1367ea7 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:39:48.773502 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:48.854123 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:48.884450 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40770) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:48.889490 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-606820261-network', 'tenant_id': '75573d669fd2499e950efe944f08234e'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:48.897516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.900026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:48.901230 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f16ed420-1df7-4bf3-aa20-edfad2f8f794 HTTP/1.1" status: 204 len: 168 time: 0.2694378 Aug 28 03:39:48.915555 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32887e97-1fd6-4787-8678-867a8e39b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ed420-1df7-4bf3-aa20-edfad2f8f794,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:48.952814 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40778) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:48.964551 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Sync routers for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:48.978179 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:48.979005 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:49.001824 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Made reservation on behalf of 75573d669fd2499e950efe944f08234e for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:49.004617 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.020776 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.081363 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.149623 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:49.239746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Deleting subnet b45ceaaf-fb20-451c-8350-fd6d8fa1b79e {{(pid=94548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:39:49.246480 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.308874 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e0b4-d8c5-4af2-bb59-064f5cb0808a req-6895a412-0df1-4612-b3d3-96f862ce19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:49.310392 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3130e0b4-d8c5-4af2-bb59-064f5cb0808a req-6895a412-0df1-4612-b3d3-96f862ce19d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1098 time: 0.1861420 Aug 28 03:39:49.317844 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031437'] for subnet, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.321995 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.368133 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 2, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:49.377985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155e599-c309-4f23-9cbf-7d2dd62eb222 req-24bdc187-3935-46ed-8264-9ad83de72b18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:49.379048 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6155e599-c309-4f23-9cbf-7d2dd62eb222 req-24bdc187-3935-46ed-8264-9ad83de72b18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.1812119 Aug 28 03:39:49.395379 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Checking router: 45037673-70cd-429c-b4ff-872fbd517346 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:49.395732 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Updating router 45037673-70cd-429c-b4ff-872fbd517346 port a7a95606-c2b4-4a21-8514-dcf7216e4a79 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:49.414522 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.424276 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.424628 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3130e0b4-d8c5-4af2-bb59-064f5cb0808a req-9cfc687c-d310-443f-8ddc-38f7353b8b58 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834086 Aug 28 03:39:49.425698 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.488332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:39:49.500793 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6155e599-c309-4f23-9cbf-7d2dd62eb222 req-1bc739dc-ff52-409f-8932-6128444837cf tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116736 Aug 28 03:39:49.509116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3dbac-52cd-4d3d-ba1c-82100bedd305,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:49.514458 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.526284 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Added segment d9720fc6-c9c0-453a-998d-c8358e1a4a84 of type vlan for network 389e5958-009e-4632-a239-04d92007ff74 Aug 28 03:39:49.560198 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.664530 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.665564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:49.666156 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.671138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30326605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853898'] for subnet, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.718375 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.729023 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Transition to ACTIVE for port object a7a95606-c2b4-4a21-8514-dcf7216e4a79 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:49.748292 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45ceaaf-fb20-451c-8350-fd6d8fa1b79e,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:49.753066 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.755031 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6d630575-945f-430e-a2a5-1573e6c0d281 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b45ceaaf-fb20-451c-8350-fd6d8fa1b79e HTTP/1.1" status: 204 len: 168 time: 0.8011544 Aug 28 03:39:49.757675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40796) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:49.764119 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] Pushing event updated for resources: {'Network': ['ID=389e5958-009e-4632-a239-04d92007ff74,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:49.773836 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.774396 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 389e5958-009e-4632-a239-04d92007ff74 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:39:49.794786 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-396054a4-07c3-49d9-927d-26b15cdd1a69 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9059379 Aug 28 03:39:49.795014 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40798) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:49.801992 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Request body: {'subnet': {'network_id': '389e5958-009e-4632-a239-04d92007ff74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-606820261-subnet', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:49.819152 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b84c-7247-469b-afd9-85fb458221f6 None None] Pushing event updated for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:49.891209 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.903351 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Attempting to bind port a7a95606-c2b4-4a21-8514-dcf7216e4a79 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:49.903717 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Attempting to bind port a7a95606-c2b4-4a21-8514-dcf7216e4a79 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:49.904070 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Attempting to bind port a7a95606-c2b4-4a21-8514-dcf7216e4a79 on network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:49.912390 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:49.913025 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Checking segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:49.913560 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.914132 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Bound using segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:49.914959 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Bound port: a7a95606-c2b4-4a21-8514-dcf7216e4a79, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:49.915419 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:49.995998 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Made reservation on behalf of 75573d669fd2499e950efe944f08234e for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:39:49.999699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.008072 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] For port a7a95606-c2b4-4a21-8514-dcf7216e4a79, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:50.012604 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] For port a7a95606-c2b4-4a21-8514-dcf7216e4a79, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=a7a95606-c2b4-4a21-8514-dcf7216e4a79,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:50.017974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cbdbd6bc-89dc-49b6-a24e-b1de6c640139 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:50.087931 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.108896 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:50.109275 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.212347 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b84c-7247-469b-afd9-85fb458221f6 None None] Pushing event updated for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:50.243618 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:50.244537 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:50.303222 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.317679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a26e9f-b68f-4db9-8b03-c00da89d9cb9']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:50.331349 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec8cfbe-b432-4898-bfb4-654ed118cc80') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:50.332136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec8cfbe-b432-4898-bfb4-654ed118cc80') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:50.343516 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.360488 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.367487 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:39:50.367882 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:39:50.369863 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:39:50.436402 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.487542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.505085 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f51da01-b40f-4019-9e5a-4075e9bc4b82,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:50.508282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.511679 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] 10.222.0.36 "DELETE /v2.0/networks/72a26e9f-b68f-4db9-8b03-c00da89d9cb9 HTTP/1.1" status: 204 len: 168 time: 0.7523715 Aug 28 03:39:50.524178 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df9548-e79c-4f91-a679-019bf931a368 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a26e9f-b68f-4db9-8b03-c00da89d9cb9,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:50.566069 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:50.590988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Checking segment: {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:50.591350 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Network hostable DHCP agents. Network: 389e5958-009e-4632-a239-04d92007ff74, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:39:50.679734 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdee4c-c9db-475f-9966-16d8841a4918 req-6cf1696a-35c2-4e43-b1fa-a10c0bf4d9bc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:50.681372 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a4fdee4c-c9db-475f-9966-16d8841a4918 req-6cf1696a-35c2-4e43-b1fa-a10c0bf4d9bc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0663607 Aug 28 03:39:50.694216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Network 389e5958-009e-4632-a239-04d92007ff74 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:39:50.729949 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a4fdee4c-c9db-475f-9966-16d8841a4918 req-504e7fee-daf8-4cac-b583-b3a1e038fd68 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Aug 28 03:39:50.795886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 389e5958-009e-4632-a239-04d92007ff74) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:50.801685 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:50.802595 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:50.806996 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4592139-b80d-4ab2-8837-cb1fe40c88f2 None None] Network 389e5958-009e-4632-a239-04d92007ff74 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:50.821626 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:49Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:50.853542 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74887020-7456-45e4-a1dd-8b9719a11bd8 None None] The sync data for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi is: [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:49Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:50.917018 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40834) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:50.917522 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-ab90f82b-fed7-43eb-bf40-4ebf4ce0d234 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1211085 Aug 28 03:39:50.925836 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:51.027616 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-389e5958-009e-4632-a239-04d92007ff74', 'network_id': '389e5958-009e-4632-a239-04d92007ff74', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'fixed_ips': [{'subnet_id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:39:51.028681 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.029790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.030901 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.106513 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40838) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:51.114817 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.161951 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-085fc9c4-5be0-4f6b-bbc9-b5596661b738 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b3b972de3bd44d4a1a497b8a24f8182&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561273 Aug 28 03:39:51.164051 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40840) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:51.223653 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Allocated IP 172.20.0.2 (389e5958-009e-4632-a239-04d92007ff74/8f51da01-b40f-4019-9e5a-4075e9bc4b82/cd121298-2eb1-4329-8150-f81bd42de2ea) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:51.234984 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.262462 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.372063 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.373418 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.377942 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.380746 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04704074-3d84-4960-8998-441f2725c4e3 HTTP/1.1" status: 204 len: 168 time: 0.2139738 Aug 28 03:39:51.401990 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301acb9c-a07c-439f-a21e-6b7921c5d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04704074-3d84-4960-8998-441f2725c4e3,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:51.432042 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.442401 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Transition to ACTIVE for port object cd121298-2eb1-4329-8150-f81bd42de2ea will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:51.460482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Transition to ACTIVE for port object cd121298-2eb1-4329-8150-f81bd42de2ea will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:51.505905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.590273 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Network 389e5958-009e-4632-a239-04d92007ff74 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:51.597579 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:51.608857 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:51.630324 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Pushing event updated for resources: {'Port': ['ID=cd121298-2eb1-4329-8150-f81bd42de2ea,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:51.687048 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Attempting to bind port cd121298-2eb1-4329-8150-f81bd42de2ea on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:51.687423 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Attempting to bind port cd121298-2eb1-4329-8150-f81bd42de2ea by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:51.687793 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Attempting to bind port cd121298-2eb1-4329-8150-f81bd42de2ea on network 389e5958-009e-4632-a239-04d92007ff74 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:51.699289 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:51.699289 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Checking segment: {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:51.699289 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.699908 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Bound using segment: {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:51.700216 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Bound port: cd121298-2eb1-4329-8150-f81bd42de2ea, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:51.700450 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.710808 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.744307 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.789437 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] For port cd121298-2eb1-4329-8150-f81bd42de2ea, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:51.793747 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] For port cd121298-2eb1-4329-8150-f81bd42de2ea, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cd121298-2eb1-4329-8150-f81bd42de2ea,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:51.872101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:51.961344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device a7a95606-c2b4-4a21-8514-dcf7216e4a79 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:51.992021 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Allocated IP 172.27.1.10 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/29967bf9-6026-49d2-924c-da327176bb01) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:52.014844 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d9bb8-aa83-4607-ba8a-4b9cb367328d req-2ad8621f-9e33-461b-b62b-9ea539ecccf8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:52.026298 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-228d9bb8-aa83-4607-ba8a-4b9cb367328d req-2ad8621f-9e33-461b-b62b-9ea539ecccf8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.1621091 Aug 28 03:39:52.031611 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86f997-7bf0-4d3d-ae7d-01ebdea4d402 None None] Pushing event updated for resources: {'Port': ['ID=cd121298-2eb1-4329-8150-f81bd42de2ea,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:52.106167 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-228d9bb8-aa83-4607-ba8a-4b9cb367328d req-a383446e-2b54-417f-9ad6-904ba6300f86 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739682 Aug 28 03:39:52.144121 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:52.148465 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:52.151935 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.181229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40868) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:52.331286 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.360447 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.405711 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-15323a37-3547-4aeb-acef-d8c3c53890fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.441335 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4a950-71bd-45ac-bf4c-7f860fa719ef req-24dc9872-b557-4764-b677-2027ddcfaecb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:52.445801 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fac4a950-71bd-45ac-bf4c-7f860fa719ef req-24dc9872-b557-4764-b677-2027ddcfaecb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.1816063 Aug 28 03:39:52.450770 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port a7a95606-c2b4-4a21-8514-dcf7216e4a79, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=a7a95606-c2b4-4a21-8514-dcf7216e4a79,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:52.458613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40876) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:52.464587 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'floatingip': {'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:52.502264 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.533820 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.546019 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-15323a37-3547-4aeb-acef-d8c3c53890fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.578708 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.596130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:52.601589 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-15323a37-3547-4aeb-acef-d8c3c53890fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.624936 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:52.635155 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:52.637886 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:52.655652 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-15323a37-3547-4aeb-acef-d8c3c53890fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=977c6ec869e842c589e4a22e30c1c4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732516 Aug 28 03:39:52.657475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15323a37-3547-4aeb-acef-d8c3c53890fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bdd72e-4a9f-40e2-8e43-3f5438062736,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:52.659935 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40884) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:52.719900 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Pushing event updated for resources: {'Port': ['ID=29967bf9-6026-49d2-924c-da327176bb01,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:52.729564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.754918 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.841882 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.845026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:52.846952 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8bdd72e-4a9f-40e2-8e43-3f5438062736 HTTP/1.1" status: 204 len: 168 time: 0.1809435 Aug 28 03:39:52.859187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c3348-ddff-4e0d-b2ef-0b2f5712f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bdd72e-4a9f-40e2-8e43-3f5438062736,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:53.309609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5dd10-68c7-43ee-a931-d0bcdbe8a68c None None] Network 389e5958-009e-4632-a239-04d92007ff74 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:39:53.387473 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:53.488933 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-ed0308d1-5091-4234-a6c9-3c00245b05e6 None None] Provisioning for port cd121298-2eb1-4329-8150-f81bd42de2ea completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:53.733964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.db.resource_extend [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 03:39:53.854497 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:53.948314 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.003342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cd121298-2eb1-4329-8150-f81bd42de2ea up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:54.013651 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.092686 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port cd121298-2eb1-4329-8150-f81bd42de2ea completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:54.097823 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port cd121298-2eb1-4329-8150-f81bd42de2ea triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:54.098222 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.110539 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Floating IP b121b232-c333-4547-9a1b-795120cb7f2c associated. External IP: 172.27.1.229, port: dcb0be50-dfda-4563-9bb9-075de0137a15. Aug 28 03:39:54.189915 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.222313 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port cd121298-2eb1-4329-8150-f81bd42de2ea, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cd121298-2eb1-4329-8150-f81bd42de2ea,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:54.338921 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.340516 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device a7a95606-c2b4-4a21-8514-dcf7216e4a79 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:54.369565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Router d40f2dfe-225f-4e69-9a0b-535b24a50618 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:39:54.408421 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40920) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:54.440988 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=cd121298-2eb1-4329-8150-f81bd42de2ea,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:54.441725 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:39:54.457874 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port a7a95606-c2b4-4a21-8514-dcf7216e4a79 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:54.462042 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.524547 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b24-c83f-4683-92ae-fc78f9a83eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.593908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:54.606470 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Sync routers for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:54.614054 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b24-c83f-4683-92ae-fc78f9a83eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.616455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:54.617143 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:54.624729 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:54.629711 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.634584 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:54.643688 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:54.644297 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:54.671559 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-73199150-be87-4f29-9e4c-e17f4cf0abf9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "PUT /v2.0/floatingips/b121b232-c333-4547-9a1b-795120cb7f2c HTTP/1.1" status: 200 len: 991 time: 2.2032466 Aug 28 03:39:54.672222 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:39:54.675318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0" -d '{"events": [{"name": "network-changed", "server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:39:54.684116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b24-c83f-4683-92ae-fc78f9a83eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.733194 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a2f63b24-c83f-4683-92ae-fc78f9a83eca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c160899a0f2a48a59b393982ae8a73ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209193 Aug 28 03:39:54.734046 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40930) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:54.735593 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:54.740134 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f63b24-c83f-4683-92ae-fc78f9a83eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1cd967-686c-453f-95d3-3f4004e364eb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:54.789301 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:54.790381 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.801052 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.805152 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-83c16ede-da04-4e5e-959e-13173a0004f6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8863835 Aug 28 03:39:54.805747 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 40932) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:54.816391 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.926807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.929389 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:54.931559 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f1cd967-686c-453f-95d3-3f4004e364eb HTTP/1.1" status: 204 len: 168 time: 0.1956050 Aug 28 03:39:54.941109 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a905ff-b537-4442-a0ca-bec95d7d706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1cd967-686c-453f-95d3-3f4004e364eb,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:54.961244 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a119f530-f9ab-413b-a60d-fe4bbd118185 x-openstack-request-id: req-a119f530-f9ab-413b-a60d-fe4bbd118185 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:39:54.961530 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:39:54.961774 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a119f530-f9ab-413b-a60d-fe4bbd118185 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:39:54.962155 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'status': 'completed', 'code': 200} Aug 28 03:39:54.980278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 3, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:55.015060 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Checking router: d40f2dfe-225f-4e69-9a0b-535b24a50618 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:55.015060 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Updating router d40f2dfe-225f-4e69-9a0b-535b24a50618 port 29967bf9-6026-49d2-924c-da327176bb01 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:55.038303 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.065721 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'b121b232-c333-4547-9a1b-795120cb7f2c', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88899f3c-9463-4e32-b0fa-033d799fd662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:39:21Z', 'updated_at': '2021-08-28T03:39:53Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:55.095043 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:55.104136 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:55.104804 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:55.245977 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:55.329839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.340249 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Transition to ACTIVE for port object 29967bf9-6026-49d2-924c-da327176bb01 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:55.356490 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:39:55.365535 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.424893 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.490118 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Attempting to bind port 29967bf9-6026-49d2-924c-da327176bb01 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:39:55.490687 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Attempting to bind port 29967bf9-6026-49d2-924c-da327176bb01 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:39:55.491790 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Attempting to bind port 29967bf9-6026-49d2-924c-da327176bb01 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:39:55.499552 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:39:55.499919 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:39:55.500325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.500740 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:39:55.501269 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Bound port: 29967bf9-6026-49d2-924c-da327176bb01, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:39:55.501609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.513093 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'b121b232-c333-4547-9a1b-795120cb7f2c', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88899f3c-9463-4e32-b0fa-033d799fd662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:39:21Z', 'updated_at': '2021-08-28T03:39:53Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:55.534434 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a9d8-0a96-4290-8db8-142b7cfb0793 None None] Pushing event updated for resources: {'Port': ['ID=29967bf9-6026-49d2-924c-da327176bb01,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:55.550719 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fcc78-c324-44b0-8287-aef7a4298132 None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'b121b232-c333-4547-9a1b-795120cb7f2c', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88899f3c-9463-4e32-b0fa-033d799fd662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:39:21Z', 'updated_at': '2021-08-28T03:39:53Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:55.554634 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Allocated IP 172.20.0.1 (389e5958-009e-4632-a239-04d92007ff74/8f51da01-b40f-4019-9e5a-4075e9bc4b82/f8046eb8-6305-440a-aed2-7abf2521bf39) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:39:55.574149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] For port 29967bf9-6026-49d2-924c-da327176bb01, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:39:55.577814 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] For port 29967bf9-6026-49d2-924c-da327176bb01, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=29967bf9-6026-49d2-924c-da327176bb01,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:39:55.673914 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.688962 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.provisioning_blocks [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Transition to ACTIVE for port object f8046eb8-6305-440a-aed2-7abf2521bf39 will not be triggered until provisioned by entity DHCP. {{(pid=94549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:55.689228 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40942) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:55.694213 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.705162 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-023aa2e8-92c4-4eaf-92f2-ca4a73d04b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.763303 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c19ec7-dd80-49b3-9a23-ddf960e63d6a None None] New status for floating IP b121b232-c333-4547-9a1b-795120cb7f2c: ACTIVE {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:39:55.770837 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:55.771557 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:55.791559 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.808510 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-023aa2e8-92c4-4eaf-92f2-ca4a73d04b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.851512 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Network 389e5958-009e-4632-a239-04d92007ff74 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:55.853140 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:55.866845 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Pushing event updated for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:55.869950 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-023aa2e8-92c4-4eaf-92f2-ca4a73d04b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.870632 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:39:55.884575 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a9d8-0a96-4290-8db8-142b7cfb0793 None None] Pushing event updated for resources: {'Port': ['ID=29967bf9-6026-49d2-924c-da327176bb01,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:55.914750 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-023aa2e8-92c4-4eaf-92f2-ca4a73d04b24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=878e216863a045fb87395bec3b4328db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243862 Aug 28 03:39:55.915025 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:55.915366 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40946) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:55.917452 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023aa2e8-92c4-4eaf-92f2-ca4a73d04b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322608bc-b3e7-47ef-b795-15b821a6f0d9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:55.951196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cd121298-2eb1-4329-8150-f81bd42de2ea up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:55.976731 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.007277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.091908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.098220 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.101498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.104663 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/322608bc-b3e7-47ef-b795-15b821a6f0d9 HTTP/1.1" status: 204 len: 168 time: 0.1859117 Aug 28 03:39:56.111147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26a29b-9248-459c-b627-5d95184c4165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322608bc-b3e7-47ef-b795-15b821a6f0d9,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:56.251017 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:56.279139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.280264 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port cd121298-2eb1-4329-8150-f81bd42de2ea triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:56.280630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.367476 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-08d782f6-ee30-4327-9b6f-9d75172ce4fa None None] Provisioning for port f8046eb8-6305-440a-aed2-7abf2521bf39 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:56.376877 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-08d782f6-ee30-4327-9b6f-9d75172ce4fa None None] Provisioning complete for port f8046eb8-6305-440a-aed2-7abf2521bf39 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:56.377242 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-08d782f6-ee30-4327-9b6f-9d75172ce4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.384104 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.450782 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-08d782f6-ee30-4327-9b6f-9d75172ce4fa None None] Port f8046eb8-6305-440a-aed2-7abf2521bf39 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:56.452388 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Pushing event updated for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:56.458465 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.555254 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 3, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:56.564948 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Network 389e5958-009e-4632-a239-04d92007ff74 is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:39:56.567790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:39:56.590888 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d4b4dd-4b01-4435-b80f-a8439ba509ce None None] The sync data for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi is: [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 3, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:39:56.712326 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Router d40f2dfe-225f-4e69-9a0b-535b24a50618 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:39:56.874042 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-99c3cf51-4f66-4c3b-8e71-0cd850b16545 None None] Provisioning complete for port f8046eb8-6305-440a-aed2-7abf2521bf39 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:56.874417 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-99c3cf51-4f66-4c3b-8e71-0cd850b16545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:56.911509 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-99c3cf51-4f66-4c3b-8e71-0cd850b16545 None None] Port f8046eb8-6305-440a-aed2-7abf2521bf39 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:39:57.067490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:39:57.072174 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-74fffc46-5e78-4a6e-af16-b2fb0900db4a admin admin] 10.222.0.36 "PUT /v2.0/routers/d40f2dfe-225f-4e69-9a0b-535b24a50618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2652926 Aug 28 03:39:57.906413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 29967bf9-6026-49d2-924c-da327176bb01 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:57.984609 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 40998) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:57.988355 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108914144', 'description': 'tempest-secgroup-smoke-108914144 description', 'project_id': '4b75435f2b4b44d996f4460c334f967a'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:58.023934 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 29967bf9-6026-49d2-924c-da327176bb01 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:39:58.028091 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 29967bf9-6026-49d2-924c-da327176bb01 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:58.028643 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.075805 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.122293 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.147443 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 29967bf9-6026-49d2-924c-da327176bb01, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=29967bf9-6026-49d2-924c-da327176bb01,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:39:58.179669 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.193829 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.230072 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.246096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=29967bf9-6026-49d2-924c-da327176bb01,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:58.263036 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73414d6-fe15-4108-96db-72d8ef732678,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:58.298991 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.300663 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d03a9658-ceba-4826-bfa4-d9ac85a183bf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3164010 Aug 28 03:39:58.318926 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41006) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:58.323537 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:58.407537 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.470616 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.550173 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.570585 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9285b43-5ca7-436c-8c59-6fc96f9de75a,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:58.647394 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.648143 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ec18f185-3705-40f9-ad5c-5d001c381c3c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282845 Aug 28 03:39:58.650987 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41016) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:58.655547 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:58.726161 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.784990 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.824294 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.842562 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09e2ba6-4cbc-4bb8-a16f-2c0c4ad4ddd2,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:58.886864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:58.888084 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-da001dac-b9be-4d7e-87c7-b74c585648ad tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2361863 Aug 28 03:39:58.894617 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41020) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:58.899173 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:58.977679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.038292 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.086410 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Sync routers for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:39:59.087041 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.096115 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:39:59.096832 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:59.106698 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c455b29-f5b3-4fd8-95b4-48ea79bda2ef,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:59.195491 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.196681 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-2795fc0c-bc48-4d4f-9ab1-ce367c94cb7b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3011143 Aug 28 03:39:59.199596 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41022) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:59.201611 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:39:59.204779 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:59.308548 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.367535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.400666 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:56Z', 'revision_number': 4, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f8046eb8-6305-440a-aed2-7abf2521bf39', 'name': '', 'network_id': '389e5958-009e-4632-a239-04d92007ff74', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'mac_address': 'fa:16:3e:1d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:55Z', 'updated_at': '2021-08-28T03:39:56Z', 'revision_number': 2, 'project_id': '75573d669fd2499e950efe944f08234e', 'subnets': [{'id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:39:59.427670 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Checking router: d40f2dfe-225f-4e69-9a0b-535b24a50618 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:39:59.428012 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Updating router d40f2dfe-225f-4e69-9a0b-535b24a50618 port f8046eb8-6305-440a-aed2-7abf2521bf39 binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:39:59.453376 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.458247 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.473577 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d4e66d-142c-49c9-9e6c-abf30b0c6dee,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:59.538343 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.539688 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-52216def-62df-4aa0-98b0-2e2f69d52224 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390956 Aug 28 03:39:59.542346 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41026) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:59.546849 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:59.606988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-e78dcd03-f6d9-441c-aa9b-fcd5d420115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:59.608506 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-e78dcd03-f6d9-441c-aa9b-fcd5d420115b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1098 time: 0.0565608 Aug 28 03:39:59.673995 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.securitygroups_db [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Project 4b75435f2b4b44d996f4460c334f967a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:39:59.686795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.763328 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-ed0289ea-e3ba-4102-bd0c-1ef7debdfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:59.769473 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-ed0289ea-e3ba-4102-bd0c-1ef7debdfc8b service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.1491063 Aug 28 03:39:59.775618 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.817724 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.826958 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Transition to ACTIVE for port object f8046eb8-6305-440a-aed2-7abf2521bf39 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:39:59.836208 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.859155 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-bcc4d99b-3ae7-494c-918b-70822e242343 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 1001 time: 0.0853212 Aug 28 03:39:59.867169 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22c6d4a-9cc6-4b73-8f71-23cd339b4b4f,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:59.882326 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 29967bf9-6026-49d2-924c-da327176bb01 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:39:59.909516 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.925736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-a033daba-ebcb-497c-846c-ff317f07a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:59.928292 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-a033daba-ebcb-497c-846c-ff317f07a09d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0594611 Aug 28 03:39:59.932506 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.935761 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 29967bf9-6026-49d2-924c-da327176bb01 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:39:59.936143 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:39:59.936997 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41034) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:39:59.938955 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2884bbe3-a532-4224-bbe5-10e8da1fc181 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3939023 Aug 28 03:39:59.941753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'security_group_rule': {'security_group_id': 'e73414d6-fe15-4108-96db-72d8ef732678', 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:39:59.971929 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0731-e4de-482c-bb75-94e9e8a281fe None None] Pushing event updated for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:39:59.982713 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-d003a62b-b001-43e3-9e8c-3ecb55611da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:39:59.984984 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-d003a62b-b001-43e3-9e8c-3ecb55611da3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458698 Aug 28 03:40:00.053156 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.securitygroups_db [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Project 4b75435f2b4b44d996f4460c334f967a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:40:00.061920 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.075590 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Attempting to bind port f8046eb8-6305-440a-aed2-7abf2521bf39 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:40:00.075949 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Attempting to bind port f8046eb8-6305-440a-aed2-7abf2521bf39 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:40:00.076299 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Attempting to bind port f8046eb8-6305-440a-aed2-7abf2521bf39 on network 389e5958-009e-4632-a239-04d92007ff74 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:40:00.082301 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:40:00.082662 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Checking segment: {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:40:00.083058 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.083441 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Bound using segment: {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:40:00.084083 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Bound port: f8046eb8-6305-440a-aed2-7abf2521bf39, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9720fc6-c9c0-453a-998d-c8358e1a4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '389e5958-009e-4632-a239-04d92007ff74'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:40:00.084461 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.104401 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-1feacca9-ee18-46f9-9762-c939b26e728d service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099412 Aug 28 03:40:00.159078 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.160026 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] For port f8046eb8-6305-440a-aed2-7abf2521bf39, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:40:00.163642 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] For port f8046eb8-6305-440a-aed2-7abf2521bf39, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f8046eb8-6305-440a-aed2-7abf2521bf39,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:40:00.220523 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f4bf7b96-c3c1-458e-aa0e-ccccb44a87e0 req-fd9a6746-3acc-495f-b3c5-d82f58b57019 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075675 Aug 28 03:40:00.229434 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.248661 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17847cf-3d5c-4a1e-8f0b-6e8ea1c1b0ba,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:00.270024 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.316148 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:00.320782 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ac3f493a-0751-45f1-acdb-b00beb092f95 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3794138 Aug 28 03:40:00.334348 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:40:00.334995 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:39:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:40:00.374009 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0731-e4de-482c-bb75-94e9e8a281fe None None] Pushing event updated for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:00.460194 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:40:00.706569 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:56Z', 'revision_number': 4, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f8046eb8-6305-440a-aed2-7abf2521bf39', 'name': '', 'network_id': '389e5958-009e-4632-a239-04d92007ff74', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'mac_address': 'fa:16:3e:1d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:55Z', 'updated_at': '2021-08-28T03:40:00Z', 'revision_number': 4, 'project_id': '75573d669fd2499e950efe944f08234e', 'subnets': [{'id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:40:00.738526 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93e038-a69f-4f02-81ed-c3a60ac07115 None None] The sync data for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi is: [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:56Z', 'revision_number': 4, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'f8046eb8-6305-440a-aed2-7abf2521bf39', 'name': '', 'network_id': '389e5958-009e-4632-a239-04d92007ff74', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'mac_address': 'fa:16:3e:1d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:55Z', 'updated_at': '2021-08-28T03:40:00Z', 'revision_number': 4, 'project_id': '75573d669fd2499e950efe944f08234e', 'subnets': [{'id': '8f51da01-b40f-4019-9e5a-4075e9bc4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:40:01.901455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f8046eb8-6305-440a-aed2-7abf2521bf39 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:40:02.058342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port f8046eb8-6305-440a-aed2-7abf2521bf39 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:40:02.062891 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f8046eb8-6305-440a-aed2-7abf2521bf39 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:40:02.063914 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:02.158128 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:02.211251 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port f8046eb8-6305-440a-aed2-7abf2521bf39, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f8046eb8-6305-440a-aed2-7abf2521bf39,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:40:02.281763 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:02.343799 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:03.650153 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41146) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:03.765596 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-066e2a8b-0dad-4a33-869a-5b6dc5742433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:03.858441 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-066e2a8b-0dad-4a33-869a-5b6dc5742433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:03.872045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f8046eb8-6305-440a-aed2-7abf2521bf39 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:40:03.909943 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-066e2a8b-0dad-4a33-869a-5b6dc5742433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:03.924674 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f8046eb8-6305-440a-aed2-7abf2521bf39 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:40:03.925068 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:03.951420 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-066e2a8b-0dad-4a33-869a-5b6dc5742433 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ec69e16f48648e29bac8b6b6df3d3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001778 Aug 28 03:40:03.952516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2a8b-0dad-4a33-869a-5b6dc5742433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3390fa0b-e7fc-47e0-81fe-1553babdff53,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:03.954099 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41160) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:04.005104 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:04.029864 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:04.092530 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f262840e-2999-47ea-8498-7de7586bcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:04.132777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:04.135342 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:04.136526 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3390fa0b-e7fc-47e0-81fe-1553babdff53 HTTP/1.1" status: 204 len: 168 time: 0.1809313 Aug 28 03:40:04.145458 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff4b8-9d87-42ff-88d9-2cc87622de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3390fa0b-e7fc-47e0-81fe-1553babdff53,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:06.441390 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a495bc93-6a9f-41aa-9278-02e6472d24a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:07.223690 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:07.966908 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:09.766287 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:19.075214 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:22.765126 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-60c645d7-64a7-4bb6-97c1-e9179d98fb25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399690 Aug 28 03:40:22.840686 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-8b5750fb-1484-4424-b2da-4944c7fe37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:22.842158 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-8b5750fb-1484-4424-b2da-4944c7fe37e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1137 time: 0.0389714 Aug 28 03:40:22.951094 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-bb45d413-6aaf-40a3-8f34-3ec073de0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:22.952548 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-bb45d413-6aaf-40a3-8f34-3ec073de0425 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.0877266 Aug 28 03:40:23.016362 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-255f8567-dd7b-4957-9ba1-f531d3691b5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1001 time: 0.0563567 Aug 28 03:40:23.063963 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-837a72e1-2c3a-43a8-b1c7-c6bca94ac59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:23.065355 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-837a72e1-2c3a-43a8-b1c7-c6bca94ac59c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0411513 Aug 28 03:40:23.110915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-b5721909-0bcd-4700-aa28-3d607e00bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:23.112334 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-b5721909-0bcd-4700-aa28-3d607e00bd48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403266 Aug 28 03:40:23.201033 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-c9801ebb-046f-48b2-8c87-ef63855db011 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Aug 28 03:40:23.293235 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b3b687a3-49e5-4712-aafd-5da1c871c0c7 req-82916cf5-8feb-468b-8950-6bf439c7fc6b service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840449 Aug 28 03:40:26.691546 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41406) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:26.795837 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5d8434b0-e828-4aef-9c7d-40b34bbf150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:26.885341 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5d8434b0-e828-4aef-9c7d-40b34bbf150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:26.965912 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5d8434b0-e828-4aef-9c7d-40b34bbf150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.004009 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5d8434b0-e828-4aef-9c7d-40b34bbf150c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=582afbc2e349455c909705c48cd37e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114157 Aug 28 03:40:27.004945 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8434b0-e828-4aef-9c7d-40b34bbf150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea57c55-8510-4190-96ad-8dc2c31a11bd,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:27.007493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41412) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:27.056613 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.076945 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.183103 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.185651 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.186809 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ea57c55-8510-4190-96ad-8dc2c31a11bd HTTP/1.1" status: 204 len: 168 time: 0.1783023 Aug 28 03:40:27.194317 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4dd4a-d017-4c32-95ae-cfa0698cae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea57c55-8510-4190-96ad-8dc2c31a11bd,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:27.782930 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41422) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:27.796996 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e9cb-e648-4b98-b3a2-79be8e5d4d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.883424 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e9cb-e648-4b98-b3a2-79be8e5d4d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.943831 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e9cb-e648-4b98-b3a2-79be8e5d4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:27.982119 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1ec8e9cb-e648-4b98-b3a2-79be8e5d4d6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2036afddeb44686a8398734a1c1c53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981292 Aug 28 03:40:27.983005 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8e9cb-e648-4b98-b3a2-79be8e5d4d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c460028-64cd-477b-bc4a-63fa842b389b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:27.984887 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41424) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:28.032986 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:28.053303 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:28.188893 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:28.191384 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:28.193393 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c460028-64cd-477b-bc4a-63fa842b389b HTTP/1.1" status: 204 len: 168 time: 0.2066760 Aug 28 03:40:28.203882 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916ba89-c339-41c8-b6d6-f861ba21b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c460028-64cd-477b-bc4a-63fa842b389b,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:32.357170 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:40:34.091580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-79bd8151-3335-43c0-bbc0-690bebfedd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.075042 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41548) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:35.178115 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.270827 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.331310 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.370501 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ab0f43bcee74607928fca10b0d7c747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943873 Aug 28 03:40:35.371378 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f0b52-cf43-4fdb-8c61-8cedf5dd53b8,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:35.373170 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41552) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:35.378419 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.384136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df2802-e8de-4045-ae94-b8ce39d71d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.426125 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.446849 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.554147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.556816 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:35.557972 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a73f0b52-cf43-4fdb-8c61-8cedf5dd53b8 HTTP/1.1" status: 204 len: 168 time: 0.1838002 Aug 28 03:40:35.565295 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f0b52-cf43-4fdb-8c61-8cedf5dd53b8,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:35.572945 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.573299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.573644 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.573983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.574318 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.574650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.574984 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.575313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.575640 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.575964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.576390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:35.576734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79abf-9031-4767-a9f0-1f713ddf11c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:40:36.120319 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41562) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:36.134428 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccce9f78-cecc-41a9-a122-135563e635e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.219326 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccce9f78-cecc-41a9-a122-135563e635e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.308715 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ccce9f78-cecc-41a9-a122-135563e635e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.345463 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9f78-cecc-41a9-a122-135563e635e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccb583-0d1f-4e9b-ba3b-534d4a888baa,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:36.350030 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ccce9f78-cecc-41a9-a122-135563e635e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31772c0834e34f7dbb0fc0e71b9e7001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286611 Aug 28 03:40:36.352840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41564) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:36.402443 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.426357 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.474645 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-63e1e8f3-3d82-43ca-b94e-57f1a2aaf35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.542636 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.545184 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:36.546340 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38ccb583-0d1f-4e9b-ba3b-534d4a888baa HTTP/1.1" status: 204 len: 168 time: 0.1925921 Aug 28 03:40:36.555075 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567857b-1d64-469f-b02d-b1a671ebe7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccb583-0d1f-4e9b-ba3b-534d4a888baa,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:37.171614 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:38.057742 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:39.783148 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:39.979736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0161650-f8fa-4a19-b0ca-c9fb46c91725 req-851f5737-a89b-4083-a2dd-cec607d7baf3 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:39.981166 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a0161650-f8fa-4a19-b0ca-c9fb46c91725 req-851f5737-a89b-4083-a2dd-cec607d7baf3 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Aug 28 03:40:40.018175 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a0161650-f8fa-4a19-b0ca-c9fb46c91725 req-a4504bb4-c86a-4a70-9038-dbb5552fc096 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Aug 28 03:40:41.131863 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4f77d-4439-4128-ad6c-fc72b7bc3459 req-bf173364-87a1-4f7a-b8fa-9c2ab260feb9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:41.133338 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e4e4f77d-4439-4128-ad6c-fc72b7bc3459 req-bf173364-87a1-4f7a-b8fa-9c2ab260feb9 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Aug 28 03:40:41.174245 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e4e4f77d-4439-4128-ad6c-fc72b7bc3459 req-8ac7ca3b-b3fb-4601-9eab-648160ecd0cc tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Aug 28 03:40:42.203856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-782ac675-00c1-43ed-8df8-214bff5168aa tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:42.205325 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-782ac675-00c1-43ed-8df8-214bff5168aa tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0477512 Aug 28 03:40:42.319418 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55c9f6-9165-4ebc-91ac-80329c348be9 req-b96f2229-516a-4c83-83a3-5cb02324e7ce tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:42.321291 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fa55c9f6-9165-4ebc-91ac-80329c348be9 req-b96f2229-516a-4c83-83a3-5cb02324e7ce tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 945 time: 0.0793221 Aug 28 03:40:42.369390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Deleting port 75120369-351f-430a-8bc7-2b924a20c3e8 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:40:42.369725 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:42.376207 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fa55c9f6-9165-4ebc-91ac-80329c348be9 req-3806c483-4916-431e-9f16-88eb6a77e959 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/security-groups?id=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482347 Aug 28 03:40:42.458594 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] For port 75120369-351f-430a-8bc7-2b924a20c3e8, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=75120369-351f-430a-8bc7-2b924a20c3e8,segment=NetworkSegment(0f80aada-79e3-4faf-bdc7-26a44c3a10c8),segment_id=0f80aada-79e3-4faf-bdc7-26a44c3a10c8)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:40:42.458987 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:42.473480 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Calling delete_port for 75120369-351f-430a-8bc7-2b924a20c3e8 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:40:42.562833 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-120402d4-9282-410a-b7ed-54c5d6a0830e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108914144&fields=id&tenant_id=4b75435f2b4b44d996f4460c334f967a HTTP/1.1" status: 200 len: 267 time: 0.0799420 Aug 28 03:40:42.708643 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-c7fa95e2-a334-4db2-afa1-b03ab7b81e30 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:42.710005 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-c7fa95e2-a334-4db2-afa1-b03ab7b81e30 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 808 time: 0.1404426 Aug 28 03:40:42.725167 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-aa9421dc-0261-41a8-8908-b9c880422c62 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/quotas/4b75435f2b4b44d996f4460c334f967a HTTP/1.1" status: 200 len: 375 time: 0.0091681 Aug 28 03:40:42.776099 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-9e5b0c1e-5f91-410e-93c4-eca6a64359f3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454566 Aug 28 03:40:42.796408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:42.847881 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['75120369-351f-430a-8bc7-2b924a20c3e8'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:40:42.862368 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Pushing event deleted for resources: {'Port': ['ID=75120369-351f-430a-8bc7-2b924a20c3e8,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:42.915509 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] No DVR routers for this DVR port 75120369-351f-430a-8bc7-2b924a20c3e8 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:40:42.922677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:42.924721 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a6fe8399-73f6-4862-9017-e9ebbce03a41 req-35b071ed-7023-4c0b-b249-bce57085bdd7 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.38 "DELETE /v2.0/ports/75120369-351f-430a-8bc7-2b924a20c3e8 HTTP/1.1" status: 204 len: 173 time: 0.7119784 Aug 28 03:40:42.925184 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'name': 'network-vif-deleted', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:40:42.927404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f911f-52a6-48b9-82ab-ffa071d32091" -d '{"events": [{"server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "name": "network-vif-deleted", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:40:42.946748 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-8d95f05f-f6dd-41c6-8f2b-e4e47f335bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594338 Aug 28 03:40:43.230077 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e616bb8-5b0b-4586-95a3-102f62f0010e x-openstack-request-id: req-9e616bb8-5b0b-4586-95a3-102f62f0010e {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:40:43.230788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df2263a-554e-4f92-aff7-df197c118f20", "name": "network-vif-deleted", "tag": "75120369-351f-430a-8bc7-2b924a20c3e8", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:40:43.230788 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e616bb8-5b0b-4586-95a3-102f62f0010e {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:40:43.231168 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df2263a-554e-4f92-aff7-df197c118f20', 'name': 'network-vif-deleted', 'tag': '75120369-351f-430a-8bc7-2b924a20c3e8', 'status': 'completed', 'code': 200} Aug 28 03:40:43.272186 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-3d749b7f-9cc0-4e37-8839-8cdd81f52a1d service neutron] 10.222.0.36 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179314 Aug 28 03:40:43.482445 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-31937977-06b8-4346-8f08-5fa502e8e7fe req-6404d509-79ed-4086-b411-0507b3059301 tempest-VolumesSnapshotTestJSON-1248201741 tempest-VolumesSnapshotTestJSON-1248201741-project] 10.222.0.36 "GET /v2.0/ports?device_id=2df2263a-554e-4f92-aff7-df197c118f20 HTTP/1.1" status: 200 len: 210 time: 0.0271037 Aug 28 03:40:43.786906 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-834d101f-f903-465a-bce8-5f67786f27bb req-8fc526c2-6bc5-4e69-a89c-059fa688fdb2 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Aug 28 03:40:44.865498 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8f24882f-eafe-42af-9b11-b64476c55bb4 req-aceafde5-9c7e-44d7-ba6c-09d4ba50a743 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 210 time: 0.0274582 Aug 28 03:40:45.684059 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 75120369-351f-430a-8bc7-2b924a20c3e8 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:40:45.703372 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 75120369-351f-430a-8bc7-2b924a20c3e8 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:40:45.703716 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 75120369-351f-430a-8bc7-2b924a20c3e8 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:40:45.942219 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a0301736-18c5-4ba1-8427-4ae1bc2aa025 req-6148f0d8-be24-43bc-8340-41cb5e248246 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 210 time: 0.0254893 Aug 28 03:40:47.034950 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-348c060e-8616-47d6-b5d8-753b5534b519 req-7c4f7abe-e311-4cfa-b5cc-d949520165af tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Aug 28 03:40:47.240023 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-97ccaf7b-3bef-4e1c-8eaf-7327927b7c65 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:47.241835 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-97ccaf7b-3bef-4e1c-8eaf-7327927b7c65 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 808 time: 0.1128464 Aug 28 03:40:47.296353 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-6c98d4b8-f604-420e-8a25-0c25b68d9821 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b75435f2b4b44d996f4460c334f967a HTTP/1.1" status: 200 len: 379 time: 0.0351446 Aug 28 03:40:47.305987 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'port': {'device_id': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'admin_state_up': True, 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'security_groups': ['e73414d6-fe15-4108-96db-72d8ef732678']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:40:47.474675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Made reservation on behalf of 4b75435f2b4b44d996f4460c334f967a for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:40:47.478323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:47.613734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Allocated IP 172.20.0.4 (4f2d5e62-a067-4f36-b42e-2e7cbb8314b8/5c41b7a9-399e-46f9-bc55-e4f9dfb40396/608f2cf4-9e9a-4597-a896-a8643d33747c) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:40:47.759558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:47.772939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Transition to ACTIVE for port object 608f2cf4-9e9a-4597-a896-a8643d33747c will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:40:47.835234 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:47.875651 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:40:47.878672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:40:47.884581 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:40:47.917618 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:47.942046 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:47.942678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.016500 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-513aa59c-4f60-4071-bd21-5372f340502b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7102757 Aug 28 03:40:48.047676 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Request body: {'port': {'device_id': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:40:48.105060 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.131316 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-d44bf1bc-600c-4556-a237-ae59b5a53797 None None] Provisioning for port 608f2cf4-9e9a-4597-a896-a8643d33747c completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:40:48.135965 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-d44bf1bc-600c-4556-a237-ae59b5a53797 None None] Provisioning complete for port 608f2cf4-9e9a-4597-a896-a8643d33747c triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:40:48.138227 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d44bf1bc-600c-4556-a237-ae59b5a53797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.171174 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-d44bf1bc-600c-4556-a237-ae59b5a53797 None None] Port 608f2cf4-9e9a-4597-a896-a8643d33747c cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:40:48.249804 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9955-0cda-42cd-9718-d4a690e3c0d8 req-08e3dcb8-b406-47e4-9d0f-09a9c85945ce tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:48.251349 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-07bb9955-0cda-42cd-9718-d4a690e3c0d8 req-08e3dcb8-b406-47e4-9d0f-09a9c85945ce tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 931 time: 0.1429973 Aug 28 03:40:48.341304 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-07bb9955-0cda-42cd-9718-d4a690e3c0d8 req-6e56f369-3048-4d55-bddd-9a82643f1e78 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840344 Aug 28 03:40:48.439345 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608f2cf4-9e9a-4597-a896-a8643d33747c {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:40:48.447404 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.459168 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Transition to ACTIVE for port object 608f2cf4-9e9a-4597-a896-a8643d33747c will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:40:48.520148 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.592251 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:48.651728 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Attempting to bind port 608f2cf4-9e9a-4597-a896-a8643d33747c on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:40:48.652064 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Attempting to bind port 608f2cf4-9e9a-4597-a896-a8643d33747c by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:40:48.652398 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Attempting to bind port 608f2cf4-9e9a-4597-a896-a8643d33747c on network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:40:48.657178 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Port 608f2cf4-9e9a-4597-a896-a8643d33747c on network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:40:48.657499 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Attempting to bind port 608f2cf4-9e9a-4597-a896-a8643d33747c on network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:40:48.663090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:40:48.663090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Checking segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:40:48.663345 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Bound using segment: {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:40:48.663636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Bound port: 608f2cf4-9e9a-4597-a896-a8643d33747c, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ffc368-09f8-41d5-843e-a540da0e94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:40:48.663990 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.731722 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:40:48.734683 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:40:48.857487 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.892561 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:48.893197 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:48.894563 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] 10.222.0.38 "PUT /v2.0/ports/608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 1093 time: 0.8538244 Aug 28 03:40:48.894998 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:40:48.897320 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6343a2d-6b25-426e-8b76-7e7cb0d62448" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:40:48.927808 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356214d-079f-4eae-a881-a020de7ac6bc service neutron] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:48.941630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72f0c23-3fdc-4530-b13e-0f318b540e0f x-openstack-request-id: req-c72f0c23-3fdc-4530-b13e-0f318b540e0f {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:40:48.941928 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:40:48.946691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c72f0c23-3fdc-4530-b13e-0f318b540e0f {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:40:48.946691 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'status': 'completed', 'code': 200} Aug 28 03:40:49.457318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb116ad-d12b-4ed9-95a7-f35908551b7e req-19346779-f10e-4a99-8299-d007e0e85ff9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:49.458783 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0eb116ad-d12b-4ed9-95a7-f35908551b7e req-19346779-f10e-4a99-8299-d007e0e85ff9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Aug 28 03:40:49.499184 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0eb116ad-d12b-4ed9-95a7-f35908551b7e req-3ed8424b-1aac-4bd1-b8fb-2dbfcc7c39a1 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338523 Aug 28 03:40:49.537261 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:50.614730 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9416e-8000-471c-be5c-57bddcdb4ece req-0a3a24da-0061-4c66-9b66-6ed422da9dff tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:50.616183 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d1b9416e-8000-471c-be5c-57bddcdb4ece req-0a3a24da-0061-4c66-9b66-6ed422da9dff tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0536432 Aug 28 03:40:50.654372 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d1b9416e-8000-471c-be5c-57bddcdb4ece req-ecfae7b0-a59b-47e5-8bd9-c359a2efe2c5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Aug 28 03:40:51.769874 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd0726-8708-41d2-b17d-bcf7fddbb1e5 req-b78170fd-3e64-4690-83ac-f3a46ba22b8d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:51.771400 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f8bd0726-8708-41d2-b17d-bcf7fddbb1e5 req-b78170fd-3e64-4690-83ac-f3a46ba22b8d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0528438 Aug 28 03:40:51.810058 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f8bd0726-8708-41d2-b17d-bcf7fddbb1e5 req-ad9df249-000e-4b3a-9636-e024c9fc9e50 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Aug 28 03:40:52.039214 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-949736f4-8fb4-4043-8e20-a6319b71906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.040328 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-949736f4-8fb4-4043-8e20-a6319b71906a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1096 time: 0.0438001 Aug 28 03:40:52.145549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-3507d3bb-514e-488a-83cb-8ce66920bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.147021 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-3507d3bb-514e-488a-83cb-8ce66920bde5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4b75435f2b4b44d996f4460c334f967a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0923212 Aug 28 03:40:52.236219 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-b90c7077-f714-4376-9ed3-14ca9dadb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.237675 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6343a2d-6b25-426e-8b76-7e7cb0d62448 req-b90c7077-f714-4376-9ed3-14ca9dadb0c8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840943 Aug 28 03:40:52.564134 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-dc07d32a-7f92-47d4-a4d8-51adff2306ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.566163 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-dc07d32a-7f92-47d4-a4d8-51adff2306ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1096 time: 0.0441747 Aug 28 03:40:52.613980 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-f7bd2c30-6327-48c1-965b-beef16d67faf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 217 time: 0.0342271 Aug 28 03:40:52.669197 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-622f821b-c74a-47f1-b0b8-45bb0eb5893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.670647 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-622f821b-c74a-47f1-b0b8-45bb0eb5893a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0499027 Aug 28 03:40:52.721834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-2aea0546-9df8-49ad-9375-97b767feed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.723342 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-2aea0546-9df8-49ad-9375-97b767feed83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447104 Aug 28 03:40:52.813069 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-3ed8d24c-a4bf-4f0b-9470-936049d5951f service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818112 Aug 28 03:40:52.910980 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-be68475d-13cd-4dad-b2bb-a52d24626538 req-5f2203e6-ebc3-4f25-a253-d29a105e93d9 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Aug 28 03:40:52.932904 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c3ffa-759c-417d-a909-6182de8fcdf0 req-12ddec72-2333-4eba-b633-1f1cd45d6f19 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:52.934680 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3d9c3ffa-759c-417d-a909-6182de8fcdf0 req-12ddec72-2333-4eba-b633-1f1cd45d6f19 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0580392 Aug 28 03:40:52.976195 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3d9c3ffa-759c-417d-a909-6182de8fcdf0 req-4e5dbdc4-082d-45c8-b630-ee222b497001 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333755 Aug 28 03:40:54.094865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7566-598f-49fd-918b-3aa47869340c req-1281acb2-7070-4af0-b0a9-fa8f5d84bf3b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:54.096437 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8c5f7566-598f-49fd-918b-3aa47869340c req-1281acb2-7070-4af0-b0a9-fa8f5d84bf3b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0517840 Aug 28 03:40:54.134599 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8c5f7566-598f-49fd-918b-3aa47869340c req-be9291b6-e8c8-4196-ab4f-085232be5773 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317414 Aug 28 03:40:54.885453 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41858) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:54.998291 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1657d9af-8c76-4cec-86aa-28003fea7ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.083989 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1657d9af-8c76-4cec-86aa-28003fea7ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.125699 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1657d9af-8c76-4cec-86aa-28003fea7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.165668 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1657d9af-8c76-4cec-86aa-28003fea7ce4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2cc671eeec843b49447af1441ab0a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783020 Aug 28 03:40:55.166769 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657d9af-8c76-4cec-86aa-28003fea7ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd79093-7fcb-4f12-9e85-742bb3a68e2b,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:55.168266 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41864) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:55.219948 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.249263 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.254218 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bb3a-f0ca-4d54-b1fc-05e51a641b9d req-4bc7a0e3-6204-4637-abf3-adf4f92748a7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:55.255746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e940bb3a-f0ca-4d54-b1fc-05e51a641b9d req-4bc7a0e3-6204-4637-abf3-adf4f92748a7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0531828 Aug 28 03:40:55.296875 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e940bb3a-f0ca-4d54-b1fc-05e51a641b9d req-ad635877-6ba6-447a-b3de-a961927af21d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Aug 28 03:40:55.371359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.373983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:55.375126 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bd79093-7fcb-4f12-9e85-742bb3a68e2b HTTP/1.1" status: 204 len: 168 time: 0.2053816 Aug 28 03:40:55.385068 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd965eed-6e67-46a8-9e1f-a0c5e53f382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd79093-7fcb-4f12-9e85-742bb3a68e2b,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:55.971091 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41876) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:55.984830 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b0318b-c8df-4273-959f-3ddd8598b55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.073958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b0318b-c8df-4273-959f-3ddd8598b55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.160204 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-18b0318b-c8df-4273-959f-3ddd8598b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.200834 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-18b0318b-c8df-4273-959f-3ddd8598b55e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c60d673c05e4035b4c9c76417dcdc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285020 Aug 28 03:40:56.201575 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0318b-c8df-4273-959f-3ddd8598b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dc6cc-f2d4-40bd-ac31-a06f3d693a94,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:56.203429 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41880) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:56.261360 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.284664 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.409383 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6cf9-2abb-4302-b729-ee4f5509cf1b req-256d2efc-e288-4a95-9d91-349f35a7d941 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:56.410870 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4c1d6cf9-2abb-4302-b729-ee4f5509cf1b req-256d2efc-e288-4a95-9d91-349f35a7d941 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0493529 Aug 28 03:40:56.451043 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4c1d6cf9-2abb-4302-b729-ee4f5509cf1b req-0ebc7b4b-50bc-4e66-8987-7fe64b43d443 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335100 Aug 28 03:40:56.531027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.533714 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:56.534841 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f72dc6cc-f2d4-40bd-ac31-a06f3d693a94 HTTP/1.1" status: 204 len: 168 time: 0.3299394 Aug 28 03:40:56.543754 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a45d8-13ce-411a-9304-21ffb43d6cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dc6cc-f2d4-40bd-ac31-a06f3d693a94,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:57.176525 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41892) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:57.190101 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c6301fc-463c-4f50-aba5-4175efeb0785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.277709 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c6301fc-463c-4f50-aba5-4175efeb0785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.359668 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4c6301fc-463c-4f50-aba5-4175efeb0785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.401941 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4c6301fc-463c-4f50-aba5-4175efeb0785 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e063a393c3ca4735babfd27e40f795d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243085 Aug 28 03:40:57.403946 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6301fc-463c-4f50-aba5-4175efeb0785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0257c6-571d-47a1-9012-b3588e73e4b1,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:57.405118 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41896) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:40:57.456405 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.476959 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.582427 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.585115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:40:57.586266 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e0257c6-571d-47a1-9012-b3588e73e4b1 HTTP/1.1" status: 204 len: 168 time: 0.1801596 Aug 28 03:40:57.599839 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83de6-d421-418c-bf01-02af4c5f80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0257c6-571d-47a1-9012-b3588e73e4b1,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:40:57.600486 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b749d4-2896-47eb-8432-d54b24ca29f3 req-181fc8db-2057-42e6-8805-b3fed297868b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:57.600486 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08b749d4-2896-47eb-8432-d54b24ca29f3 req-181fc8db-2057-42e6-8805-b3fed297868b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0514364 Aug 28 03:40:57.642804 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08b749d4-2896-47eb-8432-d54b24ca29f3 req-479f4848-a335-48ab-946c-5d14bde4411e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356650 Aug 28 03:40:58.757086 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fabab-3c28-4d8a-948f-0f40164e76ca req-9d8a01cd-4fa0-4812-bcd4-7d92c21a599e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:58.758502 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f34fabab-3c28-4d8a-948f-0f40164e76ca req-9d8a01cd-4fa0-4812-bcd4-7d92c21a599e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0494742 Aug 28 03:40:58.795381 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f34fabab-3c28-4d8a-948f-0f40164e76ca req-709a5d01-259c-41cf-9fdc-095c6b3e97a4 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Aug 28 03:40:59.909392 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be36722-f419-4d14-aa89-24bf1d09c686 req-cc95e570-51ce-4f26-998b-373617a8ca70 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:40:59.910921 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3be36722-f419-4d14-aa89-24bf1d09c686 req-cc95e570-51ce-4f26-998b-373617a8ca70 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Aug 28 03:40:59.958066 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3be36722-f419-4d14-aa89-24bf1d09c686 req-cb8d1498-9874-4cbe-aaf2-bc3758cfc076 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Aug 28 03:41:00.837089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 41990) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:00.939134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8e94-fde2-4d00-a040-7d0ec0c00585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.029379 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8e94-fde2-4d00-a040-7d0ec0c00585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.074883 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719db7b1-5934-4414-ba8c-8c56d48bbcbe req-b985d448-4062-4b17-bd6c-2263de01b760 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:01.076394 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-719db7b1-5934-4414-ba8c-8c56d48bbcbe req-b985d448-4062-4b17-bd6c-2263de01b760 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0499949 Aug 28 03:41:01.109621 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8e94-fde2-4d00-a040-7d0ec0c00585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.130039 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-719db7b1-5934-4414-ba8c-8c56d48bbcbe req-e18f3412-8abe-4e5a-83aa-1d799cf273eb tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477643 Aug 28 03:41:01.154033 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6d4e8e94-fde2-4d00-a040-7d0ec0c00585 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e291ba9491064f15bcc74faea9aada44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152390 Aug 28 03:41:01.154862 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e8e94-fde2-4d00-a040-7d0ec0c00585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da0ac4-ba73-47e3-ba28-e28a2c780fd4,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:01.156719 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 41996) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:01.205179 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.225603 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.382276 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.385036 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:01.386181 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25da0ac4-ba73-47e3-ba28-e28a2c780fd4 HTTP/1.1" status: 204 len: 168 time: 0.2283447 Aug 28 03:41:01.394416 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a56e-d4fd-4b28-974e-ff6079095680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da0ac4-ba73-47e3-ba28-e28a2c780fd4,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:01.908136 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42004) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:01.921588 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf89b-6edb-448e-b181-f8d470372df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.008767 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf89b-6edb-448e-b181-f8d470372df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.068222 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf89b-6edb-448e-b181-f8d470372df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.106370 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-c2fcf89b-6edb-448e-b181-f8d470372df8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=116d57d8874a444380a58d3f57fba16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971517 Aug 28 03:41:02.108349 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcf89b-6edb-448e-b181-f8d470372df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02984aab-8dac-4d2f-b27b-ec03144b7cf9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:02.109080 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42006) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:02.161225 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.183287 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.256255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab54cb2-c9fd-4b03-8340-2619920d12a3 req-0ee06d88-8c2a-4e29-9fd2-ba43c9a8e35b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:02.257766 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dab54cb2-c9fd-4b03-8340-2619920d12a3 req-0ee06d88-8c2a-4e29-9fd2-ba43c9a8e35b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0584953 Aug 28 03:41:02.295822 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dab54cb2-c9fd-4b03-8340-2619920d12a3 req-312f72dd-7400-4db0-826c-68a9a77ade40 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311589 Aug 28 03:41:02.337133 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.340426 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:02.341568 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02984aab-8dac-4d2f-b27b-ec03144b7cf9 HTTP/1.1" status: 204 len: 168 time: 0.2315130 Aug 28 03:41:02.350320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b9824-f2ca-4ee1-8947-ece3092e60d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02984aab-8dac-4d2f-b27b-ec03144b7cf9,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:03.418675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1e55f-e6ea-4132-86e5-519763bf9eb0 req-ae941a5b-f62e-468e-b3ba-d7d60f8e3945 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:03.420160 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bab1e55f-e6ea-4132-86e5-519763bf9eb0 req-ae941a5b-f62e-468e-b3ba-d7d60f8e3945 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0547345 Aug 28 03:41:03.457559 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bab1e55f-e6ea-4132-86e5-519763bf9eb0 req-7e4486cb-29b3-4200-84d1-4b4ab2fa137a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Aug 28 03:41:04.080064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-02230989-a731-44b3-8d94-bb46acc36481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:04.575817 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48735220-081d-4e5a-a789-3ed8a25378ac req-455e244a-cbae-4001-b7f7-1b0403c44c72 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:04.577353 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48735220-081d-4e5a-a789-3ed8a25378ac req-455e244a-cbae-4001-b7f7-1b0403c44c72 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0529323 Aug 28 03:41:04.615521 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48735220-081d-4e5a-a789-3ed8a25378ac req-b0b6b9f7-075a-4854-80c7-33d33801a091 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Aug 28 03:41:05.732353 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668816-9ba6-46e9-a547-e786bb210780 req-29daa924-2197-4293-b199-9575505fffab tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:05.733850 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-74668816-9ba6-46e9-a547-e786bb210780 req-29daa924-2197-4293-b199-9575505fffab tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0510008 Aug 28 03:41:05.770262 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-74668816-9ba6-46e9-a547-e786bb210780 req-5a34b7e7-2a51-45c7-8aa4-a123588fb24d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305800 Aug 28 03:41:06.474203 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-452a396f-07e2-416e-95c1-81cbdf8a5b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:06.591067 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:41:06.695328 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:06.708613 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'mac_address': 'fa:16:3e:76:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:41:06.750231 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:06.768538 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f2cf4-9e9a-4597-a896-a8643d33747c {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:41:06.790317 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:06.851295 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:06.883977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebb1e-2931-4d57-9ace-beaa3fd758b0 req-2a6e0cfe-54ff-43c8-a43c-900411fdf099 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:06.886977 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-369ebb1e-2931-4d57-9ace-beaa3fd758b0 req-2a6e0cfe-54ff-43c8-a43c-900411fdf099 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0521994 Aug 28 03:41:06.898031 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:06.905481 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.905844 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.906268 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.906604 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.907044 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.907299 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.907621 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.907941 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.908286 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.908607 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.908949 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.909266 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:06.926851 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-369ebb1e-2931-4d57-9ace-beaa3fd758b0 req-d15443e0-c8d1-4c8d-8607-10bc4d531983 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Aug 28 03:41:07.183130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:07.983157 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:08.050890 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8f14c-2af3-4244-9b95-03fc71df1f78 req-2fbe33ad-ee69-4fac-a620-885bbc0bcad8 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:08.052389 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6fc8f14c-2af3-4244-9b95-03fc71df1f78 req-2fbe33ad-ee69-4fac-a620-885bbc0bcad8 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0528145 Aug 28 03:41:08.090403 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6fc8f14c-2af3-4244-9b95-03fc71df1f78 req-89e1abb8-aa2f-4da4-9f44-391c41dd9274 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Aug 28 03:41:09.205269 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92dea2-db91-44bb-ba9e-b9eb4cb46a92 req-c80550cd-9b8f-40e9-ab5b-deaf7463cb7c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:09.206778 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6b92dea2-db91-44bb-ba9e-b9eb4cb46a92 req-c80550cd-9b8f-40e9-ab5b-deaf7463cb7c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0488131 Aug 28 03:41:09.245044 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6b92dea2-db91-44bb-ba9e-b9eb4cb46a92 req-ab8a70d7-c58f-4cba-98f3-657f8f582321 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323908 Aug 28 03:41:09.356651 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:41:09.759140 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:10.370571 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8749d2-0ba1-4f3c-baa4-4c64b922430c req-f768ea0f-a497-4f19-a507-3201a938407f tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:10.372041 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df8749d2-0ba1-4f3c-baa4-4c64b922430c req-f768ea0f-a497-4f19-a507-3201a938407f tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0550611 Aug 28 03:41:10.409733 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-df8749d2-0ba1-4f3c-baa4-4c64b922430c req-d21371ae-6194-448c-9d10-1b4bde294ad5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Aug 28 03:41:11.255545 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['608f2cf4-9e9a-4597-a896-a8643d33747c'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:41:11.524358 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4657da-e65b-4ad1-a932-7a0f5a9bed34 req-a0893ebc-9a7e-4df1-8422-78dac62b7107 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:11.526141 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1a4657da-e65b-4ad1-a932-7a0f5a9bed34 req-a0893ebc-9a7e-4df1-8422-78dac62b7107 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0514946 Aug 28 03:41:11.563454 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1a4657da-e65b-4ad1-a932-7a0f5a9bed34 req-bf21d0e4-6ceb-431e-9841-8f866f7fdac4 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Aug 28 03:41:12.676189 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a2eb-7d96-4279-8f42-f6a975689219 req-ddb6b7b6-a75e-4c4e-b3e0-3b2b54069f3a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:12.677640 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8708a2eb-7d96-4279-8f42-f6a975689219 req-ddb6b7b6-a75e-4c4e-b3e0-3b2b54069f3a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0491102 Aug 28 03:41:12.717055 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8708a2eb-7d96-4279-8f42-f6a975689219 req-41315353-440a-4716-bd06-d79ace46bce8 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328829 Aug 28 03:41:13.827863 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc10bb-1575-41a5-a038-28475edc0c80 req-dc98a184-647b-4f0b-af9d-36532efd085b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:13.829350 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4dfc10bb-1575-41a5-a038-28475edc0c80 req-dc98a184-647b-4f0b-af9d-36532efd085b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0478990 Aug 28 03:41:13.867477 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4dfc10bb-1575-41a5-a038-28475edc0c80 req-629e37bc-db2f-425c-86c4-0f6b1607cb97 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Aug 28 03:41:14.985456 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a09ef-4fc4-49f0-837e-c673ad97d023 req-268b31e5-2899-44a4-9926-7a1a28829ea5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:14.986939 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7d3a09ef-4fc4-49f0-837e-c673ad97d023 req-268b31e5-2899-44a4-9926-7a1a28829ea5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0564644 Aug 28 03:41:15.024211 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7d3a09ef-4fc4-49f0-837e-c673ad97d023 req-4bab76d8-c988-4813-9fe3-c65cea1ec8cc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Aug 28 03:41:16.136069 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9187-3e62-468a-be60-b7527e584520 req-74c03858-8e86-4ff9-9bc3-0bfb5c393501 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:16.137685 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-030d9187-3e62-468a-be60-b7527e584520 req-74c03858-8e86-4ff9-9bc3-0bfb5c393501 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0486052 Aug 28 03:41:16.176409 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-030d9187-3e62-468a-be60-b7527e584520 req-c153a5a1-899b-42d0-938c-703913575b65 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Aug 28 03:41:16.337640 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:16.451456 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 608f2cf4-9e9a-4597-a896-a8643d33747c completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:16.455214 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 608f2cf4-9e9a-4597-a896-a8643d33747c triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:16.455584 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:16.539628 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:16.562550 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:41:16.564781 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfd7432-92bb-49e5-82a6-f01c6529e0ff" -d '{"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-plugged", "status": "completed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:41:16.578070 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:16.645451 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:16.692291 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:16.718372 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a2292-46d5-4faf-8b56-34664144d74b x-openstack-request-id: req-ed2a2292-46d5-4faf-8b56-34664144d74b {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:41:16.718659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-plugged", "status": "completed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:41:16.718907 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed2a2292-46d5-4faf-8b56-34664144d74b {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:41:16.719292 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'code': 200} Aug 28 03:41:17.287990 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ad9b1-8503-4203-99db-a14f5515b8b9 req-182744ae-e7d8-41d4-93a5-e6b39b38bd82 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:17.289484 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fc3ad9b1-8503-4203-99db-a14f5515b8b9 req-182744ae-e7d8-41d4-93a5-e6b39b38bd82 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Aug 28 03:41:17.328071 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fc3ad9b1-8503-4203-99db-a14f5515b8b9 req-cc7d84af-a6e7-4a15-ae0f-83ba83a0f7d6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Aug 28 03:41:18.326228 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7417259-9551-42f5-86de-11871608d64e req-2c8f89d9-1c83-4826-8099-c3b0ee9b134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:18.327744 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a7417259-9551-42f5-86de-11871608d64e req-2c8f89d9-1c83-4826-8099-c3b0ee9b134b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0399678 Aug 28 03:41:18.367785 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a7417259-9551-42f5-86de-11871608d64e req-776a1555-85d5-4add-857f-1eea564c1cd3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320623 Aug 28 03:41:18.447836 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9c86-f9fe-410f-87d7-e3c52f69bd74 req-75091f15-18a8-48d7-8bd8-9a772c07c819 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:18.449234 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-316e9c86-f9fe-410f-87d7-e3c52f69bd74 req-75091f15-18a8-48d7-8bd8-9a772c07c819 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0515096 Aug 28 03:41:18.486287 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-316e9c86-f9fe-410f-87d7-e3c52f69bd74 req-f56d23cd-2901-4d55-95b1-5dc60de28e36 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Aug 28 03:41:19.598958 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a121fa-1bee-4953-b0ee-86ba61cdf793 req-abc3ba62-aa3b-41f8-9129-412be0bc0afa tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:19.601355 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-04a121fa-1bee-4953-b0ee-86ba61cdf793 req-abc3ba62-aa3b-41f8-9129-412be0bc0afa tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0511816 Aug 28 03:41:19.630961 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:19.640538 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-04a121fa-1bee-4953-b0ee-86ba61cdf793 req-6cce93eb-59b1-44af-81af-4cef41b56a18 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Aug 28 03:41:20.751977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb37c62-4558-4f1f-a4e0-4944db270222 req-5d338e1b-01ec-46b2-86b1-91f9c74654a7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:20.753475 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9bb37c62-4558-4f1f-a4e0-4944db270222 req-5d338e1b-01ec-46b2-86b1-91f9c74654a7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0474927 Aug 28 03:41:20.790350 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9bb37c62-4558-4f1f-a4e0-4944db270222 req-ddd9433d-9478-4bcc-90a8-b47488c179ca tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Aug 28 03:41:21.905173 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a839fe-91cd-48ef-b932-8fffeea687b8 req-e1dfbb9d-cfe1-4bd6-96f3-331b4ec83351 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:21.906556 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12a839fe-91cd-48ef-b932-8fffeea687b8 req-e1dfbb9d-cfe1-4bd6-96f3-331b4ec83351 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Aug 28 03:41:21.942823 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12a839fe-91cd-48ef-b932-8fffeea687b8 req-ab3ed07a-69e7-4bc0-b5f7-b799c4a7ed08 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304325 Aug 28 03:41:23.057145 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e316-c260-478d-9700-01192f4d0f0e req-1beea0d3-7374-48bc-aa62-cac0791a41c9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:23.058609 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8de8e316-c260-478d-9700-01192f4d0f0e req-1beea0d3-7374-48bc-aa62-cac0791a41c9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Aug 28 03:41:23.096336 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8de8e316-c260-478d-9700-01192f4d0f0e req-a37c6424-0990-46ab-8295-9aa94f2d2000 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Aug 28 03:41:24.210730 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae79a-81c2-4345-b3c5-f225ef8d13ef req-80140b83-a269-456c-9940-7eae1d53fba7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:24.212204 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08cae79a-81c2-4345-b3c5-f225ef8d13ef req-80140b83-a269-456c-9940-7eae1d53fba7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0491588 Aug 28 03:41:24.251666 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-08cae79a-81c2-4345-b3c5-f225ef8d13ef req-b361908a-a20c-408b-8ae7-8214af17c923 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Aug 28 03:41:24.368254 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa17e-c260-417e-b7a5-b032eba8bbbe req-0adcade4-aa30-4379-a35c-b59c908c2c2c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:24.369748 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2a3aa17e-c260-417e-b7a5-b032eba8bbbe req-0adcade4-aa30-4379-a35c-b59c908c2c2c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Aug 28 03:41:24.408041 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2a3aa17e-c260-417e-b7a5-b032eba8bbbe req-0165f6a7-b0e8-4ba6-9059-540a8c5650c7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316074 Aug 28 03:41:24.429500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42220) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:24.611478 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24106a61-22e4-46ac-88df-a26beaf4992d tempest-TestShelveInstance-723639380 tempest-TestShelveInstance-723639380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:24.613007 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-24106a61-22e4-46ac-88df-a26beaf4992d tempest-TestShelveInstance-723639380 tempest-TestShelveInstance-723639380-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1093 time: 0.1825013 Aug 28 03:41:24.616048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42224) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:24.621004 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:24.730803 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for floatingip, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:24.830449 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:24.932668 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Allocated IP 172.27.1.123 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/8bead5ea-7ff8-4ed5-8e25-3527618c5622) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:25.034639 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.125546 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.159985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:25.164135 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:25.170170 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:25.193694 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'Port': ['ID=8bead5ea-7ff8-4ed5-8e25-3527618c5622,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:25.551479 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.677489 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.831840 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.896602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:25.963785 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event updated for resources: {'Port': ['ID=8bead5ea-7ff8-4ed5-8e25-3527618c5622,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:25.978043 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:26.079477 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Floating IP ac02618c-9edb-402b-855f-d9be0b2b6cac associated. External IP: 172.27.1.123, port: 608f2cf4-9e9a-4597-a896-a8643d33747c. Aug 28 03:41:26.293839 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Router 45037673-70cd-429c-b4ff-872fbd517346 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:41:26.402682 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:41:26.412330 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Sync routers for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:41:26.422075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:26.422688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:26.502215 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:26.540753 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8e59d43f-09de-4eb6-b6e0-b08fe6ebdd49 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9162869 Aug 28 03:41:26.540753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:41:26.540753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:41:26.541158 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:26.575613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c7956-9f63-4b28-8aee-03f9f4dabdb7 x-openstack-request-id: req-007c7956-9f63-4b28-8aee-03f9f4dabdb7 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:41:26.576115 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:41:26.576214 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-007c7956-9f63-4b28-8aee-03f9f4dabdb7 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:41:26.576620 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'status': 'completed', 'code': 200} Aug 28 03:41:26.677926 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-b3c54622-5e53-4f40-aa93-7d97f29ddd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:26.679553 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-b3c54622-5e53-4f40-aa93-7d97f29ddd50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0425825 Aug 28 03:41:26.776715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-99e0c47c-9ee2-4844-ac26-336fb0a96a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:26.780032 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-99e0c47c-9ee2-4844-ac26-336fb0a96a45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.0916219 Aug 28 03:41:26.850768 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-3831b826-cd13-4d32-bebc-3b25163a4806 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 999 time: 0.0637467 Aug 28 03:41:26.922122 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-0364cf5c-8962-48ef-b98a-e35872915d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:26.923596 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-0364cf5c-8962-48ef-b98a-e35872915d5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0486417 Aug 28 03:41:26.941820 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'ac02618c-9edb-402b-855f-d9be0b2b6cac', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '45037673-70cd-429c-b4ff-872fbd517346', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'mac_address': 'fa:16:3e:76:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:41:25Z', 'updated_at': '2021-08-28T03:41:25Z', 'revision_number': 0, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:26.973990 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Checking router: 45037673-70cd-429c-b4ff-872fbd517346 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:41:26.975177 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-184e71dd-c601-4790-b69d-ed66aefd4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:26.976780 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-184e71dd-c601-4790-b69d-ed66aefd4ef9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439467 Aug 28 03:41:26.983392 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:26.984197 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:27.065921 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-68489769-cc76-470f-bff6-fd8502ad5c71 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814750 Aug 28 03:41:27.092340 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:27.164030 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b468cb16-3a4e-432d-9ce4-5b1bc811bb69 req-92213ef1-7ca3-409b-99b6-7bb0a151d461 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904498 Aug 28 03:41:27.322898 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'ac02618c-9edb-402b-855f-d9be0b2b6cac', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '45037673-70cd-429c-b4ff-872fbd517346', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'mac_address': 'fa:16:3e:76:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:41:25Z', 'updated_at': '2021-08-28T03:41:25Z', 'revision_number': 0, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:27.349469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08113b-4f76-4bdc-adab-19b6c08a83af None None] The sync data for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi is: [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': 'ac02618c-9edb-402b-855f-d9be0b2b6cac', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '45037673-70cd-429c-b4ff-872fbd517346', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'mac_address': 'fa:16:3e:76:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:41:25Z', 'updated_at': '2021-08-28T03:41:25Z', 'revision_number': 0, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:41:27.528241 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e909d-2979-4cc7-b65d-c4e1683842fa None None] New status for floating IP ac02618c-9edb-402b-855f-d9be0b2b6cac: ACTIVE {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:41:31.640362 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42352) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:31.745171 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21a161bc-f713-4107-bf69-3fa7a09d0a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:31.833907 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21a161bc-f713-4107-bf69-3fa7a09d0a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:31.913823 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21a161bc-f713-4107-bf69-3fa7a09d0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:31.952665 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-21a161bc-f713-4107-bf69-3fa7a09d0a23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c512fb0d852644acb722e012146049a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108685 Aug 28 03:41:31.954645 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a161bc-f713-4107-bf69-3fa7a09d0a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75bff4a-833e-403d-bb76-ecfd106768ec,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:31.955377 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42356) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:32.010458 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:32.031217 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:32.147387 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:32.149966 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:32.151148 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f75bff4a-833e-403d-bb76-ecfd106768ec HTTP/1.1" status: 204 len: 168 time: 0.1946585 Aug 28 03:41:32.159312 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba972c-7632-4f52-a9a1-758a179049af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75bff4a-833e-403d-bb76-ecfd106768ec,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:33.102510 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42388) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:33.197036 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-76186761-network', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:33.319010 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Made reservation on behalf of fa5efacd43034537b6e813ecbfdc55d5 for: {'network': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:41:33.321375 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.329972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.417555 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.490635 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.515037 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:41:33.523415 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43c65f-b3d1-4f5b-be15-a01c3798b7a9,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:33.529704 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.530043 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.segments_db [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Added segment 651c89cc-77af-44d7-8d19-546d6c73a7cc of type vlan for network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 Aug 28 03:41:33.575581 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.639695 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.640727 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:33.641313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.701584 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:33.728624 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:41:33.730253 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42396) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:33.748784 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f7799a4c-2410-43fd-91b1-952884e9c088 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6450441 Aug 28 03:41:33.751327 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42400) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:33.756106 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Request body: {'subnet': {'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-76186761-subnet', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'ip_version': 4}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:33.832530 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Deleting subnet 101daa87-1ce3-4e78-8858-1354aa7e7758 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:41:33.835596 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:33.856241 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Made reservation on behalf of fa5efacd43034537b6e813ecbfdc55d5 for: {'subnet': 1} {{(pid=94549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:41:33.858696 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29881993'] for subnet, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.067875 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ff70-5f2c-44a8-92b1-37ef6d38bb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.165193 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.222558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.365488 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.392042 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101daa87-1ce3-4e78-8858-1354aa7e7758,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:34.394027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.395849 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ad82ac0d-55a7-48be-8110-d261b98b3ee5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/101daa87-1ce3-4e78-8858-1354aa7e7758 HTTP/1.1" status: 204 len: 168 time: 0.6645389 Aug 28 03:41:34.398296 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42408) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:34.439846 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3190394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29882107'] for subnet, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.504306 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.520883 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5833ae-b61d-4fe5-b9b2-d04f091d856a,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:34.535602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:34.535602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Network hostable DHCP agents. Network: ba4a7e0b-881a-47de-8e2e-c8f3906a80b8, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:41:34.639728 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.651368 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef3fc6c-b03b-4f2b-82bd-44842f23d206']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:34.662901 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f80aada-79e3-4faf-bdc7-26a44c3a10c8') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:34.663185 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f80aada-79e3-4faf-bdc7-26a44c3a10c8') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:34.675194 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.683857 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a0fa-a501-43e7-b015-8c8e435448f4 req-82518726-917b-421f-8ffb-5fc741529314 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:34.686028 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0c88a0fa-a501-43e7-b015-8c8e435448f4 req-82518726-917b-421f-8ffb-5fc741529314 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0915468 Aug 28 03:41:34.711859 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:41:34.719677 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.729898 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:41:34.730282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:41:34.733768 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:41:34.746793 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-277f9496-8cb0-44a8-8581-6c5e76509279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:34.749619 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-277f9496-8cb0-44a8-8581-6c5e76509279 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1137 time: 0.0434096 Aug 28 03:41:34.787021 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, ba4a7e0b-881a-47de-8e2e-c8f3906a80b8) {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:34.796098 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0c88a0fa-a501-43e7-b015-8c8e435448f4 req-3a5df8e9-08a4-4ecc-9300-3355a2508219 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005054 Aug 28 03:41:34.802227 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:34.802227 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.802436 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a39aa7-3595-4e8f-9151-46ffe41019a0 None None] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:41:34.847223 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-16bdf4f6-6ec3-459b-909e-c1f3c6804595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:34.849002 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-16bdf4f6-6ec3-459b-909e-c1f3c6804595 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.0914316 Aug 28 03:41:34.856132 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.862540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.864499 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ef3fc6c-b03b-4f2b-82bd-44842f23d206 HTTP/1.1" status: 204 len: 168 time: 0.4653065 Aug 28 03:41:34.875913 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d818f-d9b8-4fb3-a549-1512c76544da admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef3fc6c-b03b-4f2b-82bd-44842f23d206,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:34.882900 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-75721ee4-e0c0-45b6-91ac-7bb602db2089 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1305785 Aug 28 03:41:34.883565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42416) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:34.889585 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:34.931470 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-cc4b7007-3ffc-4acc-96a3-f3697f04f1b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1001 time: 0.0719559 Aug 28 03:41:34.967469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:41:34.968389 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.986408 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-23943a9e-dc87-4730-9f10-e8c4dbf31c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:34.987932 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-23943a9e-dc87-4730-9f10-e8c4dbf31c9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0482962 Aug 28 03:41:34.993584 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:34.994627 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.038286 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-14d531a5-7166-437b-a49c-353af708d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:35.039792 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-14d531a5-7166-437b-a49c-353af708d33c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428152 Aug 28 03:41:35.050121 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.105932 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Allocated IP 172.20.0.2 (ba4a7e0b-881a-47de-8e2e-c8f3906a80b8/6f5833ae-b61d-4fe5-b9b2-d04f091d856a/3c3c0895-7184-473b-8cfe-9868b077620e) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:35.136575 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-8622b810-4b15-4516-b185-61bce04bc06d service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872691 Aug 28 03:41:35.208599 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42418) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:35.267192 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.267662 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c4f2a71c-a7ea-4c48-88f3-cb8484e3623e req-b72838ed-9b4c-460c-8b9e-962f89708d16 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233203 Aug 28 03:41:35.273570 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-74abe203-7477-428a-a865-b3e523c1d07f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bb02ef0912a4cc192f150cbe065c563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615971 Aug 28 03:41:35.274028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42420) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:35.287321 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Transition to ACTIVE for port object 3c3c0895-7184-473b-8cfe-9868b077620e will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:35.289137 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.302673 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Transition to ACTIVE for port object 3c3c0895-7184-473b-8cfe-9868b077620e will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:35.324088 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.345926 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.410959 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.455709 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:35.458560 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:35.463177 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:35.465471 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Pushing event updated for resources: {'Port': ['ID=3c3c0895-7184-473b-8cfe-9868b077620e,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:35.468884 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.473733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.480065 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b HTTP/1.1" status: 204 len: 168 time: 0.2025049 Aug 28 03:41:35.486625 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28ec7b-56d0-4578-b913-90d6f415e546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d5bd2-a799-41ac-8fd0-f0c3f8e57c6b,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:35.533769 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Attempting to bind port 3c3c0895-7184-473b-8cfe-9868b077620e on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:35.534086 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Attempting to bind port 3c3c0895-7184-473b-8cfe-9868b077620e by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:35.534480 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Attempting to bind port 3c3c0895-7184-473b-8cfe-9868b077620e on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:35.540542 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:35.540542 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:35.540542 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.541037 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Bound using segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:35.541370 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Bound port: 3c3c0895-7184-473b-8cfe-9868b077620e, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:35.541749 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.608535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] For port 3c3c0895-7184-473b-8cfe-9868b077620e, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:35.611843 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] For port 3c3c0895-7184-473b-8cfe-9868b077620e, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c3c0895-7184-473b-8cfe-9868b077620e,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:35.613992 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.633253 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.662984 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.721926 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d397f-c6f0-44ed-8cdc-5712720190b4 None None] Pushing event updated for resources: {'Port': ['ID=3c3c0895-7184-473b-8cfe-9868b077620e,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:35.761233 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Allocated IP 172.27.1.189 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/f70f874e-ed81-4839-85a5-40b618b487e5) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:35.886304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:35.992954 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc0c-5bd3-4f89-86a2-c7b3c80d9495 req-30515188-9ab4-46ce-9584-248bbc799025 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:35.994657 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e639bc0c-5bd3-4f89-86a2-c7b3c80d9495 req-30515188-9ab4-46ce-9584-248bbc799025 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0969458 Aug 28 03:41:36.042764 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e639bc0c-5bd3-4f89-86a2-c7b3c80d9495 req-5bedad08-283a-4a86-a4ad-f6d8a96b0a9e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417795 Aug 28 03:41:36.045056 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:36.083420 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:36.086164 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:36.091742 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:36.119011 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Pushing event updated for resources: {'Port': ['ID=f70f874e-ed81-4839-85a5-40b618b487e5,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:36.132376 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.132748 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.133092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.133428 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.133760 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.134097 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.134424 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.134749 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.135076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.135398 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.135717 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.136036 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:36.454579 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:36.474207 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2f5b-c14d-431d-905f-8cbdebb1d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:36.628844 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1f424-ee90-47eb-a86c-e2d018777225 None None] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:41:36.656845 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:36.804960 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-deb8c59c-dff1-4163-b840-930e85e7ea52 None None] Provisioning for port 3c3c0895-7184-473b-8cfe-9868b077620e completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:36.879350 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Router 25452a6a-8271-416d-baee-8dd553fae59e is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:41:36.987196 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:41:36.995762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:41:37.004503 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:37.006502 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:37.068390 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.072141 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9e90354b-8ed8-419d-914b-e2a14f185022 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1848543 Aug 28 03:41:37.072874 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42432) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:37.129727 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:37.166161 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cece44-0e54-4107-9db4-497f11653808 req-2b15f6c2-9d0f-4b54-87e9-b88adea49077 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:37.167691 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-30cece44-0e54-4107-9db4-497f11653808 req-2b15f6c2-9d0f-4b54-87e9-b88adea49077 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0546713 Aug 28 03:41:37.210964 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-30cece44-0e54-4107-9db4-497f11653808 req-a8c83354-b76d-45e0-8eb9-472e80f8687d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356026 Aug 28 03:41:37.226783 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.318097 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:36Z', 'revision_number': 3, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:37.343977 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:41:37.344321 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Updating router 25452a6a-8271-416d-baee-8dd553fae59e port f70f874e-ed81-4839-85a5-40b618b487e5 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:41:37.368382 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.487152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.623966 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.633583 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Transition to ACTIVE for port object f70f874e-ed81-4839-85a5-40b618b487e5 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:37.645205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Allocated IP 172.20.0.1 (ba4a7e0b-881a-47de-8e2e-c8f3906a80b8/6f5833ae-b61d-4fe5-b9b2-d04f091d856a/3c1877fb-db03-4e13-9682-01dce626cfad) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:37.707322 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.751915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.759241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Attempting to bind port f70f874e-ed81-4839-85a5-40b618b487e5 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:37.759604 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Attempting to bind port f70f874e-ed81-4839-85a5-40b618b487e5 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:37.759964 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Attempting to bind port f70f874e-ed81-4839-85a5-40b618b487e5 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:37.761914 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791573-a407-4a6b-a0b3-b33b111c1807 None None] Pushing event updated for resources: {'Port': ['ID=f70f874e-ed81-4839-85a5-40b618b487e5,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:37.768046 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:37.768410 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:37.768839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.769227 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:37.769693 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Bound port: f70f874e-ed81-4839-85a5-40b618b487e5, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:37.770065 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.823125 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] For port f70f874e-ed81-4839-85a5-40b618b487e5, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:37.827130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] For port f70f874e-ed81-4839-85a5-40b618b487e5, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f70f874e-ed81-4839-85a5-40b618b487e5,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:37.914463 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:37.984353 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:37.984353 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:37.990679 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c3c0895-7184-473b-8cfe-9868b077620e up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:38.014744 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Transition to ACTIVE for port object 3c1877fb-db03-4e13-9682-01dce626cfad will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:38.023065 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791573-a407-4a6b-a0b3-b33b111c1807 None None] Pushing event updated for resources: {'Port': ['ID=f70f874e-ed81-4839-85a5-40b618b487e5,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:38.049069 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.125499 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.165988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:38.172211 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:38.175976 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:38.199556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Pushing event updated for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:38.209587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.209929 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.210466 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.210799 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.211138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.211449 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.211771 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.212090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.212415 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.212791 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.213070 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.213383 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:38.232421 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.268144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:38.328915 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 3c3c0895-7184-473b-8cfe-9868b077620e completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:38.346439 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b27b-bf58-4810-9975-7b478fd1c172 req-8435b912-928d-481f-b510-51e81abe0ef6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:38.349353 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 3c3c0895-7184-473b-8cfe-9868b077620e triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:38.349722 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.353332 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fa58b27b-bf58-4810-9975-7b478fd1c172 req-8435b912-928d-481f-b510-51e81abe0ef6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0605047 Aug 28 03:41:38.394166 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fa58b27b-bf58-4810-9975-7b478fd1c172 req-2611145d-aaa3-42d0-a1d7-c0e9cacaa847 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395241 Aug 28 03:41:38.436470 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.515254 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-31b8ff23-819b-4816-b465-8c2563935996 None None] Provisioning for port 3c1877fb-db03-4e13-9682-01dce626cfad completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:38.524040 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-31b8ff23-819b-4816-b465-8c2563935996 None None] Provisioning complete for port 3c1877fb-db03-4e13-9682-01dce626cfad triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:38.524357 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-31b8ff23-819b-4816-b465-8c2563935996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.525774 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.587902 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-31b8ff23-819b-4816-b465-8c2563935996 None None] Port 3c1877fb-db03-4e13-9682-01dce626cfad cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:41:38.599182 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 3c3c0895-7184-473b-8cfe-9868b077620e, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c3c0895-7184-473b-8cfe-9868b077620e,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:38.603030 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.607397 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:36Z', 'revision_number': 3, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:38.634496 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece61195-7896-4e90-8d95-88da073c4823 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:36Z', 'revision_number': 3, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:41:38.644976 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.656061 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.699911 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=3c3c0895-7184-473b-8cfe-9868b077620e,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:38.734327 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Pushing event updated for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:38.739673 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:38.835731 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:38.837115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:38.985215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:41:39.112369 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:41:39.117809 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1759566f-3f15-4cef-9fd2-93b8a35e770e admin admin] 10.222.0.36 "PUT /v2.0/routers/25452a6a-8271-416d-baee-8dd553fae59e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443144 Aug 28 03:41:39.122616 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-2f237f54-4625-4b6f-912f-f60e2ec8e9b0 None None] Provisioning complete for port 3c1877fb-db03-4e13-9682-01dce626cfad triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:39.122616 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2f237f54-4625-4b6f-912f-f60e2ec8e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:39.182564 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-2f237f54-4625-4b6f-912f-f60e2ec8e9b0 None None] Port 3c1877fb-db03-4e13-9682-01dce626cfad cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:41:39.517954 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267cef6-5dc3-4e0a-912e-360124e8003e req-d3579cbd-cc08-4fb8-99c6-64671a82ea29 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:39.519453 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7267cef6-5dc3-4e0a-912e-360124e8003e req-d3579cbd-cc08-4fb8-99c6-64671a82ea29 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0542338 Aug 28 03:41:39.561342 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7267cef6-5dc3-4e0a-912e-360124e8003e req-783f1a18-aec9-4208-ad7d-140b0979187d tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358779 Aug 28 03:41:39.810430 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:39.991162 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42458) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:39.996966 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1785486369-network', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:40.016679 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f70f874e-ed81-4839-85a5-40b618b487e5 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:40.073123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Made reservation on behalf of 3d749368359d4a5381ec80aa7357ee42 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:41:40.075567 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.084603 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.124979 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port f70f874e-ed81-4839-85a5-40b618b487e5 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:40.128884 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f70f874e-ed81-4839-85a5-40b618b487e5 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:40.129260 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.174893 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.188272 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:41:40.197527 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:40.198205 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:40.214611 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.237771 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port f70f874e-ed81-4839-85a5-40b618b487e5, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f70f874e-ed81-4839-85a5-40b618b487e5,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:40.244756 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.267831 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:41:40.285236 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c54fa-748b-4bd9-b71b-5127f28387bf,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:40.289523 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.289907 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Added segment f4a4a819-86f3-44b0-859a-33614275c04a of type vlan for network 4e057d74-3195-47b1-823a-bba24ba84286 Aug 28 03:41:40.310965 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:40.329897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.330530 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.331576 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c3c0895-7184-473b-8cfe-9868b077620e up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:40.409344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=f70f874e-ed81-4839-85a5-40b618b487e5,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:40.410669 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.411665 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:40.412259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.424114 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 3c3c0895-7184-473b-8cfe-9868b077620e triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:40.424491 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.479871 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4841688 Aug 28 03:41:40.480176 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42462) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:40.485599 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Request body: {'subnet': {'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1785486369-subnet', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:40.500278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639f93-487a-485b-93fb-32d4e80a6e55 admin admin] Pushing event updated for resources: {'Network': ['ID=4e057d74-3195-47b1-823a-bba24ba84286,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:40.513786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 4e057d74-3195-47b1-823a-bba24ba84286 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:41:40.576576 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Made reservation on behalf of 3d749368359d4a5381ec80aa7357ee42 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:41:40.579557 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.601078 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 2, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:40.627232 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:41:40.627579 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Updating router 25452a6a-8271-416d-baee-8dd553fae59e port 3c1877fb-db03-4e13-9682-01dce626cfad binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:41:40.653334 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.694560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03773abb-768e-4006-a3bb-ef8080713bdc req-0434ec88-7554-4c00-bc00-4b302032d812 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:40.695766 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-03773abb-768e-4006-a3bb-ef8080713bdc req-0434ec88-7554-4c00-bc00-4b302032d812 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0538521 Aug 28 03:41:40.741149 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-03773abb-768e-4006-a3bb-ef8080713bdc req-3ea97599-7aa9-40ce-ab10-14112eca4fbf tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385473 Aug 28 03:41:40.827680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.885032 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8115e6d5-8338-4dac-9368-52b21f3e5740,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:40.893409 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Checking segment: {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:40.893759 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Network hostable DHCP agents. Network: 4e057d74-3195-47b1-823a-bba24ba84286, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:41:40.930293 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:40.939682 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Transition to ACTIVE for port object 3c1877fb-db03-4e13-9682-01dce626cfad will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:40.987228 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Network 4e057d74-3195-47b1-823a-bba24ba84286 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:41:41.010016 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.033161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 4e057d74-3195-47b1-823a-bba24ba84286) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:41.038137 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:41.040725 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.044936 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596a4c8-fbad-4aac-a7de-96cb419d4df5 None None] Network 4e057d74-3195-47b1-823a-bba24ba84286 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:41:41.057205 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Pushing event updated for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:41.067566 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.068252 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.068804 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.069140 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.069468 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.069791 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.070112 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.070432 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.070767 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.071086 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.071408 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.071812 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:41:41.115355 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-193369d8-fce4-4ff3-aa61-de7664bad6d0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6334100 Aug 28 03:41:41.116980 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42466) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:41.123129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:41.136024 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Attempting to bind port 3c1877fb-db03-4e13-9682-01dce626cfad on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:41.136685 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Attempting to bind port 3c1877fb-db03-4e13-9682-01dce626cfad by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:41.137303 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Attempting to bind port 3c1877fb-db03-4e13-9682-01dce626cfad on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:41.146649 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:41.146865 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:41.147250 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.147690 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Bound using segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:41.148158 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Bound port: 3c1877fb-db03-4e13-9682-01dce626cfad, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:41.148589 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.222317 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] For port 3c1877fb-db03-4e13-9682-01dce626cfad, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:41.223808 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] For port 3c1877fb-db03-4e13-9682-01dce626cfad, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c1877fb-db03-4e13-9682-01dce626cfad,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:41.229023 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-4e057d74-3195-47b1-823a-bba24ba84286', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:41:41.229931 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.239267 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.240259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.293351 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.302396 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.349952 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:41.350580 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:41.393584 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Allocated IP 172.20.0.2 (4e057d74-3195-47b1-823a-bba24ba84286/8115e6d5-8338-4dac-9368-52b21f3e5740/50897489-5fd5-41f6-b6a2-53ebd74374cf) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:41.464070 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:41.516385 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.559411 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c845-35e5-4efe-bd7c-3c911d4718e2 None None] Pushing event updated for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:41.570655 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.580625 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Transition to ACTIVE for port object 50897489-5fd5-41f6-b6a2-53ebd74374cf will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:41.599497 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Transition to ACTIVE for port object 50897489-5fd5-41f6-b6a2-53ebd74374cf will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:41.656349 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.688407 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:41Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:41.697155 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Network 4e057d74-3195-47b1-823a-bba24ba84286 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:41.703623 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:41.707220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:41.712835 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Pushing event updated for resources: {'Port': ['ID=50897489-5fd5-41f6-b6a2-53ebd74374cf,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:41.715513 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb1071-d0c1-414d-a9bc-b9493c7e9955 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:41Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:41:41.774787 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Attempting to bind port 50897489-5fd5-41f6-b6a2-53ebd74374cf on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:41.778360 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Attempting to bind port 50897489-5fd5-41f6-b6a2-53ebd74374cf by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:41.780085 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Attempting to bind port 50897489-5fd5-41f6-b6a2-53ebd74374cf on network 4e057d74-3195-47b1-823a-bba24ba84286 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:41.786123 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:41.786579 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Checking segment: {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:41.787062 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.787514 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Bound using segment: {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:41.788043 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Bound port: 50897489-5fd5-41f6-b6a2-53ebd74374cf, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:41.788652 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.816676 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.836991 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.869230 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] For port 50897489-5fd5-41f6-b6a2-53ebd74374cf, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:41.872258 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] For port 50897489-5fd5-41f6-b6a2-53ebd74374cf, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=50897489-5fd5-41f6-b6a2-53ebd74374cf,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:41.920683 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcfde9-33d1-4bbd-a1a4-f08a67302443 req-02e54842-27ce-4647-b1c4-310a5e477ac3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:41.922890 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-37fcfde9-33d1-4bbd-a1a4-f08a67302443 req-02e54842-27ce-4647-b1c4-310a5e477ac3 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0769675 Aug 28 03:41:41.977075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:41.992813 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-37fcfde9-33d1-4bbd-a1a4-f08a67302443 req-1339439b-70fc-4a63-8237-81dc8a534b86 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567424 Aug 28 03:41:41.995976 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Allocated IP 172.27.1.245 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/10e12868-3add-445b-918a-148745bd1042) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:42.062975 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b26e3-33f5-458f-a810-3121a1eba35d None None] Pushing event updated for resources: {'Port': ['ID=50897489-5fd5-41f6-b6a2-53ebd74374cf,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:42.071441 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c1877fb-db03-4e13-9682-01dce626cfad up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:42.135361 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.204962 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 3c1877fb-db03-4e13-9682-01dce626cfad completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:42.209017 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 3c1877fb-db03-4e13-9682-01dce626cfad triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:42.209391 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.234905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.304029 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:42.306932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:42.311876 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:42.323372 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Pushing event updated for resources: {'Port': ['ID=10e12868-3add-445b-918a-148745bd1042,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:42.359833 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.413765 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 3c1877fb-db03-4e13-9682-01dce626cfad, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c1877fb-db03-4e13-9682-01dce626cfad,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:42.484850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.485649 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f70f874e-ed81-4839-85a5-40b618b487e5 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:42.563863 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:42.577450 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port f70f874e-ed81-4839-85a5-40b618b487e5 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:42.577817 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.680983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:42.902894 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:43.009867 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5d298-8176-4e02-9f71-6d23956fcbc0 None None] Network 4e057d74-3195-47b1-823a-bba24ba84286 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:41:43.110529 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a83438-9a38-4455-9fd8-5f1d826f6750 req-0648edf9-504f-4307-9875-48b1969ace6e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:43.112115 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-71a83438-9a38-4455-9fd8-5f1d826f6750 req-0648edf9-504f-4307-9875-48b1969ace6e tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0546653 Aug 28 03:41:43.113302 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Router bc210687-fa64-4c2d-b907-ef36d768181b is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:41:43.163893 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-6afe64e2-3a75-4d24-8cca-dc3d285d35fc None None] Provisioning for port 50897489-5fd5-41f6-b6a2-53ebd74374cf completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:43.175825 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-71a83438-9a38-4455-9fd8-5f1d826f6750 req-4c79e47c-34e6-4a5b-b4ae-dd49ee0207ff tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487335 Aug 28 03:41:43.454338 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:41:43.462880 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Sync routers for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:41:43.472954 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:43.477964 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:43.518849 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:43.520112 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-04525b5a-3c3d-4e21-9eb1-4c77fc8e9415 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4016094 Aug 28 03:41:43.522897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42476) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:43.578946 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:43.766075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 3, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:43.796153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Checking router: bc210687-fa64-4c2d-b907-ef36d768181b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:41:43.796498 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Updating router bc210687-fa64-4c2d-b907-ef36d768181b port 10e12868-3add-445b-918a-148745bd1042 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:41:43.821306 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:43.938259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.029469 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c1877fb-db03-4e13-9682-01dce626cfad up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:44.096033 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Allocated IP 172.20.0.1 (4e057d74-3195-47b1-823a-bba24ba84286/8115e6d5-8338-4dac-9368-52b21f3e5740/8c4936e1-8945-4fd8-9eb2-ad99719590ac) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:41:44.134082 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 3c1877fb-db03-4e13-9682-01dce626cfad triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:44.134366 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.140347 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.170523 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Transition to ACTIVE for port object 10e12868-3add-445b-918a-148745bd1042 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:44.205738 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.220233 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Transition to ACTIVE for port object 8c4936e1-8945-4fd8-9eb2-ad99719590ac will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:44.223822 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 50897489-5fd5-41f6-b6a2-53ebd74374cf up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:44.273312 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.288059 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24a05-7a8e-4b8a-a094-08b39ebb466e req-8249f084-45a4-4f93-9611-6691c495617b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:44.289614 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a3b24a05-7a8e-4b8a-a094-08b39ebb466e req-8249f084-45a4-4f93-9611-6691c495617b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0492349 Aug 28 03:41:44.328165 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Attempting to bind port 10e12868-3add-445b-918a-148745bd1042 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:44.328528 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Attempting to bind port 10e12868-3add-445b-918a-148745bd1042 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:44.328993 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Attempting to bind port 10e12868-3add-445b-918a-148745bd1042 on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:44.332017 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a3b24a05-7a8e-4b8a-a094-08b39ebb466e req-eed8b52c-4edc-45ee-a8ec-3919e881d18f tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357151 Aug 28 03:41:44.332156 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01fba-de9a-433b-ae6d-f3de2247ed05 None None] Pushing event updated for resources: {'Port': ['ID=10e12868-3add-445b-918a-148745bd1042,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:44.338172 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:44.338905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:44.339041 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.339324 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:44.339794 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Bound port: 10e12868-3add-445b-918a-148745bd1042, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:44.340196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.343041 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.381268 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Network 4e057d74-3195-47b1-823a-bba24ba84286 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:44.384181 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:44.387632 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:41:44.393509 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 50897489-5fd5-41f6-b6a2-53ebd74374cf completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:44.399639 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 50897489-5fd5-41f6-b6a2-53ebd74374cf triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:44.400016 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.404812 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] For port 10e12868-3add-445b-918a-148745bd1042, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:44.408674 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] For port 10e12868-3add-445b-918a-148745bd1042, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=10e12868-3add-445b-918a-148745bd1042,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:44.420118 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:44.434623 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.480997 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.525416 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.574194 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:44.574908 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:44.585762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01fba-de9a-433b-ae6d-f3de2247ed05 None None] Pushing event updated for resources: {'Port': ['ID=10e12868-3add-445b-918a-148745bd1042,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:44.608438 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.623680 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 50897489-5fd5-41f6-b6a2-53ebd74374cf, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=50897489-5fd5-41f6-b6a2-53ebd74374cf,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:44.771771 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.797116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.846686 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-5e82a552-1855-4bc3-85b0-0f0f9d55f83a None None] Provisioning for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:44.857115 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-5e82a552-1855-4bc3-85b0-0f0f9d55f83a None None] Provisioning complete for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:44.857580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5e82a552-1855-4bc3-85b0-0f0f9d55f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.863334 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=50897489-5fd5-41f6-b6a2-53ebd74374cf,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:44.874694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:44.910198 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:44.945012 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-5e82a552-1855-4bc3-85b0-0f0f9d55f83a None None] Port 8c4936e1-8945-4fd8-9eb2-ad99719590ac cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:41:44.948503 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:44.949249 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:45.045807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Network 4e057d74-3195-47b1-823a-bba24ba84286 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:41:45.047133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:41:45.149871 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8c4936e1-8945-4fd8-9eb2-ad99719590ac', 'name': '', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'mac_address': 'fa:16:3e:50:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:43Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 1, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'subnets': [{'id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:45.166307 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Router bc210687-fa64-4c2d-b907-ef36d768181b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:41:45.177900 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0888b4-0c1f-4f5b-9c10-93f3c24acd9d None None] The sync data for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi is: [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8c4936e1-8945-4fd8-9eb2-ad99719590ac', 'name': '', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'mac_address': 'fa:16:3e:50:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:43Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 1, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'subnets': [{'id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:41:45.274965 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-57d09020-3313-4347-b50c-b877434c773a None None] Provisioning complete for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:45.275453 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-57d09020-3313-4347-b50c-b877434c773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:45.283410 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:41:45.293263 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a72c6fee-014b-49e6-a6df-4573d141c148 admin admin] 10.222.0.36 "PUT /v2.0/routers/bc210687-fa64-4c2d-b907-ef36d768181b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692809 Aug 28 03:41:45.317783 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-57d09020-3313-4347-b50c-b877434c773a None None] Port 8c4936e1-8945-4fd8-9eb2-ad99719590ac cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:41:45.478820 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b6cf2-fcd0-4998-96c7-13dcde039829 req-68f74c0d-9ad5-41c2-8949-b22a40cd6acc tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:45.480399 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ac9b6cf2-fcd0-4998-96c7-13dcde039829 req-68f74c0d-9ad5-41c2-8949-b22a40cd6acc tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0522823 Aug 28 03:41:45.532638 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ac9b6cf2-fcd0-4998-96c7-13dcde039829 req-72017325-e193-4196-98db-863a3a9e88c1 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459936 Aug 28 03:41:45.954864 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42496) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:45.959583 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035117474', 'description': 'tempest-secgroup-smoke-2035117474 description', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:46.027363 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 10e12868-3add-445b-918a-148745bd1042 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:46.067566 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.124922 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 10e12868-3add-445b-918a-148745bd1042 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:46.130021 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 10e12868-3add-445b-918a-148745bd1042 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:46.134760 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.165168 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.215182 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.221602 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.236897 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 10e12868-3add-445b-918a-148745bd1042, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=10e12868-3add-445b-918a-148745bd1042,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:46.258075 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed2b617-df71-491e-a0d4-c102ab63babb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:46.284870 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.285692 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 50897489-5fd5-41f6-b6a2-53ebd74374cf up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:46.292361 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.293758 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-060bea0e-b0e9-464f-b07e-6b0beadf95f1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3378656 Aug 28 03:41:46.296867 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42498) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:46.301568 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:46.356013 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:41:46.368356 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=10e12868-3add-445b-918a-148745bd1042,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:46.380487 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 50897489-5fd5-41f6-b6a2-53ebd74374cf triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:46.380905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.403885 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.473663 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.547682 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.567004 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17478a6-8c5a-4c04-84f8-be03bb11b71a,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:46.639012 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.640264 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5f2c2eea-58bc-4580-a9ed-cf4d47bb46ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423696 Aug 28 03:41:46.642959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42502) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:46.643840 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ee16-e6de-44e7-94a0-d09759b61451 req-6c003ace-7e02-42ef-ae68-2023d40a362b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:41:46.645359 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-48d5ee16-e6de-44e7-94a0-d09759b61451 req-6c003ace-7e02-42ef-ae68-2023d40a362b tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0499525 Aug 28 03:41:46.647361 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:46.685600 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-48d5ee16-e6de-44e7-94a0-d09759b61451 req-5f9216a7-18d9-44f3-bf34-94828b8419d6 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&id=488938db-8fe1-4b9c-ac7c-c8ab69a190f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335891 Aug 28 03:41:46.729916 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.790322 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.850396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.870323 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc198be-0f38-437f-9dbf-58833adc2d0d,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:46.924431 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:46.925746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6a6bd82b-b1be-4830-81ab-3caae76f07a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2818553 Aug 28 03:41:46.929735 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42506) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:46.934382 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:47.016045 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.073425 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.142057 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.159984 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bed7246-3f6b-442c-ae82-86cf5943ab2a,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:47.198909 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.200836 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-24dbb43d-691c-44ce-a899-d812afbc9bdc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700572 Aug 28 03:41:47.202878 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42510) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:47.207364 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:47.271923 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.332105 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.381731 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.401232 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78ee655-1a9a-4f3b-a48f-160eacd84985,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:47.439088 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.441055 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6599395a-beb2-4f1a-b7eb-c965500c8495 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2366405 Aug 28 03:41:47.443231 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42514) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:47.447964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:47.501873 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.securitygroups_db [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Project fa5efacd43034537b6e813ecbfdc55d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:41:47.507076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.566297 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.661286 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.680131 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683dfb82-40da-4321-9db5-7fab5dedb1ec,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:47.752692 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.753980 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-b4c38816-51d3-464c-b92b-bf81a4071b9a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3098285 Aug 28 03:41:47.756585 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42516) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:41:47.761007 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'security_group_rule': {'security_group_id': '8ed2b617-df71-491e-a0d4-c102ab63babb', 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:41:47.861561 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.securitygroups_db [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Project fa5efacd43034537b6e813ecbfdc55d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 03:41:47.866761 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.934094 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:47.935787 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 10e12868-3add-445b-918a-148745bd1042 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:47.986100 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 10e12868-3add-445b-918a-148745bd1042 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:47.986474 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.010089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.034482 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd257a7-aeb6-4ff0-86e4-dae6ef46c7cf,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:48.057900 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Sync routers for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:41:48.068139 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:48.068790 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:48.096149 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.097442 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0e46e9f6-59a1-460e-ac21-5fbb2861dff9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398955 Aug 28 03:41:48.189307 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:48.386782 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8c4936e1-8945-4fd8-9eb2-ad99719590ac', 'name': '', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'mac_address': 'fa:16:3e:50:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:43Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 2, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'subnets': [{'id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:48.415929 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Checking router: bc210687-fa64-4c2d-b907-ef36d768181b for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:41:48.416273 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Updating router bc210687-fa64-4c2d-b907-ef36d768181b port 8c4936e1-8945-4fd8-9eb2-ad99719590ac binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:41:48.448624 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.710156 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.719607 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Transition to ACTIVE for port object 8c4936e1-8945-4fd8-9eb2-ad99719590ac will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:41:48.792879 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.841865 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260921e3-d194-4f38-8317-b99adb777803 None None] Pushing event updated for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:48.907558 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Attempting to bind port 8c4936e1-8945-4fd8-9eb2-ad99719590ac on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:41:48.907932 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Attempting to bind port 8c4936e1-8945-4fd8-9eb2-ad99719590ac by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:41:48.908287 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Attempting to bind port 8c4936e1-8945-4fd8-9eb2-ad99719590ac on network 4e057d74-3195-47b1-823a-bba24ba84286 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:41:48.913430 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:41:48.913790 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Checking segment: {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:41:48.914177 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.914554 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Bound using segment: {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:41:48.915003 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Bound port: 8c4936e1-8945-4fd8-9eb2-ad99719590ac, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4a819-86f3-44b0-859a-33614275c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:41:48.915386 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:48.983385 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] For port 8c4936e1-8945-4fd8-9eb2-ad99719590ac, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:41:48.986911 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] For port 8c4936e1-8945-4fd8-9eb2-ad99719590ac, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8c4936e1-8945-4fd8-9eb2-ad99719590ac,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:41:49.062715 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:49.119396 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:41:49.120029 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:41:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:49.125524 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260921e3-d194-4f38-8317-b99adb777803 None None] Pushing event updated for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=4']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:49.253890 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:41:49.556787 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8c4936e1-8945-4fd8-9eb2-ad99719590ac', 'name': '', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'mac_address': 'fa:16:3e:50:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:43Z', 'updated_at': '2021-08-28T03:41:48Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'subnets': [{'id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:41:49.587862 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:49.588693 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421c24e-eb62-4edd-ae3d-9993ee96a95e None None] The sync data for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi is: [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:44Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8c4936e1-8945-4fd8-9eb2-ad99719590ac', 'name': '', 'network_id': '4e057d74-3195-47b1-823a-bba24ba84286', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'mac_address': 'fa:16:3e:50:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:43Z', 'updated_at': '2021-08-28T03:41:48Z', 'revision_number': 4, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'subnets': [{'id': '8115e6d5-8338-4dac-9368-52b21f3e5740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:41:49.968901 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8c4936e1-8945-4fd8-9eb2-ad99719590ac up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:50.073386 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:41:50.078625 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:50.078997 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:50.162341 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:50.195998 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 8c4936e1-8945-4fd8-9eb2-ad99719590ac, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8c4936e1-8945-4fd8-9eb2-ad99719590ac,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:41:50.250358 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:41:50.297658 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:41:51.937436 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8c4936e1-8945-4fd8-9eb2-ad99719590ac up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:41:51.990845 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 8c4936e1-8945-4fd8-9eb2-ad99719590ac triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:41:51.991211 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:04.118546 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ac3ad8e8-a5ee-4e9f-b151-48b94adac9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:06.427309 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b03da160-3987-4759-803c-83b83ed8e69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:07.204852 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:07.975445 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:09.758230 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:14.340782 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d5af302c-442d-4ccf-a25d-770f1ce0923d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035117474&fields=id&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 267 time: 0.0323291 Aug 28 03:42:14.448005 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c15f7935-6fc8-4b6d-b24e-036870c2a6a3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:14.449388 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c15f7935-6fc8-4b6d-b24e-036870c2a6a3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1010022 Aug 28 03:42:14.465160 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-954e6d01-97cd-46b1-9b19-8b79aa355682 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/quotas/fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 375 time: 0.0087986 Aug 28 03:42:14.516998 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-f13701b8-272c-4783-ae01-cbad2161dbb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460615 Aug 28 03:42:14.618235 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-0ba5730c-96a7-44cf-8863-99dfe5114187 service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891340 Aug 28 03:42:14.708576 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-b6e047da-e69d-4837-ac35-3952fda4d87a service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835690 Aug 28 03:42:15.266535 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b567b4ec-bb5c-4f1b-bc6d-71b94061649c req-3abdb776-2926-477e-b56a-4ce67222cc53 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 210 time: 0.0275459 Aug 28 03:42:16.189976 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8cd76-d2a0-4ddb-93ec-011c6e9f39aa req-5522757e-b9f3-41af-b78c-f669e507f3e0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:16.191557 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77a8cd76-d2a0-4ddb-93ec-011c6e9f39aa req-5522757e-b9f3-41af-b78c-f669e507f3e0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Aug 28 03:42:16.230827 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77a8cd76-d2a0-4ddb-93ec-011c6e9f39aa req-f30ecd9c-1288-4e0e-84f9-bb1ac37d1f32 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332992 Aug 28 03:42:16.360358 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ef5a98fa-69ef-484e-8e2c-f3005d185081 req-6452a2b2-5034-4697-a866-e1d4f06c5520 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 210 time: 0.0269523 Aug 28 03:42:17.167897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-0f7efb06-d641-4917-bac4-6b86af5e3f2b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:17.169391 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-0f7efb06-d641-4917-bac4-6b86af5e3f2b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1086605 Aug 28 03:42:17.222793 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-eaddcbe4-c646-42df-95a7-9c80bbdd645f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 380 time: 0.0364814 Aug 28 03:42:17.296285 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'port': {'device_id': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'admin_state_up': True, 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'security_groups': ['8ed2b617-df71-491e-a0d4-c102ab63babb']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:42:17.353741 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a84db6-80c4-4bbb-816f-794640521fdc req-5bb45d3d-41dd-4181-980d-f3cbe7216e20 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:17.355986 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26a84db6-80c4-4bbb-816f-794640521fdc req-5bb45d3d-41dd-4181-980d-f3cbe7216e20 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Aug 28 03:42:17.395352 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26a84db6-80c4-4bbb-816f-794640521fdc req-03237584-f38d-402e-89df-bf7efcf013af tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 Aug 28 03:42:17.472172 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-51b3ef0b-8ed0-4f62-9253-df541c02794b req-a22defcc-7bbd-4d72-8406-677e76239746 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 210 time: 0.0306034 Aug 28 03:42:17.489488 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Made reservation on behalf of fa5efacd43034537b6e813ecbfdc55d5 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:42:17.492953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:17.612057 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.20.0.11 (ba4a7e0b-881a-47de-8e2e-c8f3906a80b8/6f5833ae-b61d-4fe5-b9b2-d04f091d856a/dcead8e5-3160-40fa-bfc5-3484cce2b121) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:42:17.747552 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:17.761188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Transition to ACTIVE for port object dcead8e5-3160-40fa-bfc5-3484cce2b121 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:42:17.838637 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:17.881068 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:42:17.886343 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:42:17.889675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:42:17.919273 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:17.947102 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:17.947732 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:18.056035 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-c83af9ca-5c20-42f9-9818-8b126cc05b2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638695 Aug 28 03:42:18.087206 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Request body: {'port': {'device_id': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:42:18.135128 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-532859f4-3006-4ab2-8140-bdc7560b309d None None] Provisioning for port dcead8e5-3160-40fa-bfc5-3484cce2b121 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:42:18.139786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-532859f4-3006-4ab2-8140-bdc7560b309d None None] Provisioning complete for port dcead8e5-3160-40fa-bfc5-3484cce2b121 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:42:18.140155 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-532859f4-3006-4ab2-8140-bdc7560b309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:18.145272 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:18.182324 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-532859f4-3006-4ab2-8140-bdc7560b309d None None] Port dcead8e5-3160-40fa-bfc5-3484cce2b121 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:42:18.525594 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b1da-83ab-489f-b8fc-6f66aedaf407 req-c57813f5-d438-46a1-a796-0e421a9ffec8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:18.527439 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8815b1da-83ab-489f-b8fc-6f66aedaf407 req-c57813f5-d438-46a1-a796-0e421a9ffec8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0556712 Aug 28 03:42:18.573334 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8815b1da-83ab-489f-b8fc-6f66aedaf407 req-ac00f47c-17ee-4080-bb4a-8d7b720f3588 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Aug 28 03:42:18.624539 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f745-7319-4416-84ec-5c3302314fab req-28df6d6c-e2b0-4d54-b10b-4815c24f7ad1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:18.626598 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ba0f745-7319-4416-84ec-5c3302314fab req-28df6d6c-e2b0-4d54-b10b-4815c24f7ad1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 932 time: 0.0734420 Aug 28 03:42:18.689449 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2ba0f745-7319-4416-84ec-5c3302314fab req-4c2414c5-b836-487e-b609-fa9336f18028 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556891 Aug 28 03:42:18.719912 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcead8e5-3160-40fa-bfc5-3484cce2b121 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:42:18.727480 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:18.739431 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Transition to ACTIVE for port object dcead8e5-3160-40fa-bfc5-3484cce2b121 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:42:18.809503 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:18.868055 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:18.932900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Attempting to bind port dcead8e5-3160-40fa-bfc5-3484cce2b121 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:42:18.933227 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Attempting to bind port dcead8e5-3160-40fa-bfc5-3484cce2b121 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:42:18.933549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Attempting to bind port dcead8e5-3160-40fa-bfc5-3484cce2b121 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:42:18.938348 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Port dcead8e5-3160-40fa-bfc5-3484cce2b121 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:42:18.938667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Attempting to bind port dcead8e5-3160-40fa-bfc5-3484cce2b121 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:42:18.943481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:42:18.943809 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:42:18.944186 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Bound using segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:42:18.944604 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Bound port: dcead8e5-3160-40fa-bfc5-3484cce2b121, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:42:18.944983 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:19.008097 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:42:19.010978 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:42:19.101504 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:19.133607 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.134216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:19.135583 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcead8e5-3160-40fa-bfc5-3484cce2b121 HTTP/1.1" status: 200 len: 1094 time: 1.0527761 Aug 28 03:42:19.136052 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:19.138288 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bec19f-3de7-443b-96cb-d778c5123204" -d '{"events": [{"name": "network-changed", "server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:19.170052 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac95bc-7e34-4464-89e6-cc0d03d9aaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:19.183471 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244eadb1-ab83-4446-9090-bfac964f1067 x-openstack-request-id: req-244eadb1-ab83-4446-9090-bfac964f1067 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:19.183776 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:19.184086 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-244eadb1-ab83-4446-9090-bfac964f1067 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:19.184397 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'status': 'completed', 'code': 200} Aug 28 03:42:19.273640 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bec19f-3de7-443b-96cb-d778c5123204 req-0e77bad0-37ea-42ab-94a1-a71a98e798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.275200 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-71bec19f-3de7-443b-96cb-d778c5123204 req-0e77bad0-37ea-42ab-94a1-a71a98e798bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 1097 time: 0.0437503 Aug 28 03:42:19.381677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bec19f-3de7-443b-96cb-d778c5123204 req-13d4722f-f85a-4702-a356-3d88c94be59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.383086 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-71bec19f-3de7-443b-96cb-d778c5123204 req-13d4722f-f85a-4702-a356-3d88c94be59b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0932956 Aug 28 03:42:19.480154 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bec19f-3de7-443b-96cb-d778c5123204 req-7eee11d3-948b-41a4-9ef0-9dbefcbf1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.481602 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-71bec19f-3de7-443b-96cb-d778c5123204 req-7eee11d3-948b-41a4-9ef0-9dbefcbf1710 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905023 Aug 28 03:42:19.586831 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-120bb0b9-6951-41a5-8903-42d953af81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.588264 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-120bb0b9-6951-41a5-8903-42d953af81b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 1097 time: 0.0397382 Aug 28 03:42:19.592225 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:19.639054 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-75fa84bd-936e-437d-b4b6-e769869ab776 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121 HTTP/1.1" status: 200 len: 217 time: 0.0343316 Aug 28 03:42:19.720250 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-01a8cd44-fecd-46c5-8a6f-416aea39c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.721770 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-01a8cd44-fecd-46c5-8a6f-416aea39c8e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0754888 Aug 28 03:42:19.733022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c1d9-f5d3-46b4-a465-0f87217db872 req-2bfe2755-7c05-4fca-8877-ff613ce96d24 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.738391 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8df0c1d9-f5d3-46b4-a465-0f87217db872 req-2bfe2755-7c05-4fca-8877-ff613ce96d24 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0806727 Aug 28 03:42:19.795339 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8df0c1d9-f5d3-46b4-a465-0f87217db872 req-15c172b4-d8ac-4843-abb4-66e1f7bf02f7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508668 Aug 28 03:42:19.801416 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-fec58b80-ecf1-4f14-a9d3-5fe311120739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.802930 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-fec58b80-ecf1-4f14-a9d3-5fe311120739 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670121 Aug 28 03:42:19.810336 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867d02-25a4-4a7a-aea5-7dc07deac8c1 req-ccafe3ff-6b88-4c2f-a9f5-914463a5ce68 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:19.811826 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ee867d02-25a4-4a7a-aea5-7dc07deac8c1 req-ccafe3ff-6b88-4c2f-a9f5-914463a5ce68 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0536633 Aug 28 03:42:19.855267 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ee867d02-25a4-4a7a-aea5-7dc07deac8c1 req-c8c729ea-970f-4457-93be-8ac9ab7410f6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364230 Aug 28 03:42:19.903714 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-a46ab6dd-0bd4-4813-a854-180d5523f153 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896194 Aug 28 03:42:19.993129 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b26b4cdd-5d9e-43cd-92ab-d33c85ad92ad req-e0b8e1f7-bb65-4ec9-a631-bfcb8cba55ca service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801392 Aug 28 03:42:20.922905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809baa4-b412-438f-bd5f-82cd646f1771 req-79776d5a-8e00-4413-adf4-19b67ccefa2e tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:20.924400 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2809baa4-b412-438f-bd5f-82cd646f1771 req-79776d5a-8e00-4413-adf4-19b67ccefa2e tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Aug 28 03:42:20.965130 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2809baa4-b412-438f-bd5f-82cd646f1771 req-bb2fcfca-9e28-442f-ac94-08375fdc40f2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350196 Aug 28 03:42:20.969755 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bd5e-b6f0-4ff9-b835-8c73686c007f req-a16718a9-c174-4b1e-9bd4-2bc9ead77907 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:20.971533 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cee9bd5e-b6f0-4ff9-b835-8c73686c007f req-a16718a9-c174-4b1e-9bd4-2bc9ead77907 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0509846 Aug 28 03:42:21.009709 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cee9bd5e-b6f0-4ff9-b835-8c73686c007f req-bf0a9370-d9d4-4104-aae8-0bd40d8e6951 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Aug 28 03:42:22.082145 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837d962-4d46-4213-8c64-12b07e53069d req-1aacdd53-0843-46b4-9919-f211e28d6708 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:22.083627 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d837d962-4d46-4213-8c64-12b07e53069d req-1aacdd53-0843-46b4-9919-f211e28d6708 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Aug 28 03:42:22.122431 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d837d962-4d46-4213-8c64-12b07e53069d req-bb827fa8-0e6b-4bd4-8ce0-3e1e116088e9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329218 Aug 28 03:42:22.125206 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e219d-12f7-4bd5-87f9-06366c5ab319 req-fc3becc5-d055-4a4c-971e-97286af4e16d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:22.126712 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-880e219d-12f7-4bd5-87f9-06366c5ab319 req-fc3becc5-d055-4a4c-971e-97286af4e16d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0513241 Aug 28 03:42:22.164030 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-880e219d-12f7-4bd5-87f9-06366c5ab319 req-5cc27c16-bc2d-4941-bbb2-abc7e44627ee tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Aug 28 03:42:23.239885 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aba74-47d0-47c0-9fb0-0a9525956fcf req-fe7076b4-10ac-4077-bf8a-752d30390a58 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:23.241517 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-317aba74-47d0-47c0-9fb0-0a9525956fcf req-fe7076b4-10ac-4077-bf8a-752d30390a58 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Aug 28 03:42:23.278629 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-317aba74-47d0-47c0-9fb0-0a9525956fcf req-5be96c3c-52bc-4f1b-babc-a339e129f1c5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312870 Aug 28 03:42:23.279859 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a4f3b-19b1-47b6-9741-212b537bff99 req-794ab137-035a-45a7-ab2c-5f2292ef5927 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:23.281358 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4d2a4f3b-19b1-47b6-9741-212b537bff99 req-794ab137-035a-45a7-ab2c-5f2292ef5927 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0512536 Aug 28 03:42:23.320043 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4d2a4f3b-19b1-47b6-9741-212b537bff99 req-907a4c77-5294-4787-b1ac-8a43f75b47d0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Aug 28 03:42:23.354910 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:42:23.643764 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-af05e4b6-26a5-4d17-9b1c-26bd54c9f2b2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388460 Aug 28 03:42:23.745575 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-f64656c2-a1a7-4d6f-ba8d-e67a6f9e4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:23.747038 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-f64656c2-a1a7-4d6f-ba8d-e67a6f9e4917 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1137 time: 0.0426328 Aug 28 03:42:23.854718 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-ef1b0395-d538-4e3c-927b-36636836c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:23.856158 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-ef1b0395-d538-4e3c-927b-36636836c9b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.0827475 Aug 28 03:42:23.925663 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-7589089e-a798-4a27-8b84-1aab7a7e85b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1001 time: 0.0612335 Aug 28 03:42:23.976763 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-f7039409-9570-44fe-9922-f482f205a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:23.978140 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-f7039409-9570-44fe-9922-f482f205a603 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0431740 Aug 28 03:42:24.023497 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-d28df443-ec66-4800-a9db-ac3458a04a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:24.024965 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-d28df443-ec66-4800-a9db-ac3458a04a7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386732 Aug 28 03:42:24.116424 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-f49a0c16-ad69-45df-bb8c-dd1b991747d7 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833669 Aug 28 03:42:24.213437 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-801b0e20-f63d-404a-9b50-ca18331f57bc req-122ef0a8-647f-47a1-ba51-70544d20c2a2 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Aug 28 03:42:24.400419 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8f816-6f2d-4e7b-8b04-ff23a8797de1 req-86ef685e-4c88-4ecb-b776-7a4f0998eb00 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:24.402095 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eec8f816-6f2d-4e7b-8b04-ff23a8797de1 req-86ef685e-4c88-4ecb-b776-7a4f0998eb00 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Aug 28 03:42:24.437068 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6ff8c-9da4-4abc-9fb0-50b63e4fc62d req-1bad7200-27b9-4703-84bf-84243626faf6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:24.438950 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48b6ff8c-9da4-4abc-9fb0-50b63e4fc62d req-1bad7200-27b9-4703-84bf-84243626faf6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0501029 Aug 28 03:42:24.442750 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eec8f816-6f2d-4e7b-8b04-ff23a8797de1 req-9deb0168-21d2-4599-baf3-9ba4722312fd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Aug 28 03:42:24.478636 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48b6ff8c-9da4-4abc-9fb0-50b63e4fc62d req-4f018b53-f374-43c0-8472-cd19459db3f4 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Aug 28 03:42:25.564889 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27fc46-aaf8-4722-b644-fa51378561a3 req-63b57234-dd07-446c-91af-b9a83a78ae68 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:25.566430 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6e27fc46-aaf8-4722-b644-fa51378561a3 req-63b57234-dd07-446c-91af-b9a83a78ae68 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0540915 Aug 28 03:42:25.593772 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e794-6c40-46f0-9d31-330d473e18d4 req-07b99be7-cbb0-4f63-830c-89adf8eb5406 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:25.595365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21f8e794-6c40-46f0-9d31-330d473e18d4 req-07b99be7-cbb0-4f63-830c-89adf8eb5406 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0488055 Aug 28 03:42:25.603845 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6e27fc46-aaf8-4722-b644-fa51378561a3 req-b9cea053-f60e-496e-a2ba-9a9a59269a73 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Aug 28 03:42:25.634397 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-21f8e794-6c40-46f0-9d31-330d473e18d4 req-2568e7eb-c936-491c-b005-eb0de0677438 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Aug 28 03:42:26.724386 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6266de7-7574-4fec-8941-ef9c4de8487c req-792b1232-9752-45cf-9638-93d2b64ea028 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:26.725915 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a6266de7-7574-4fec-8941-ef9c4de8487c req-792b1232-9752-45cf-9638-93d2b64ea028 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0506492 Aug 28 03:42:26.748044 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0369e95-1761-4621-a58e-7c0af01079d3 req-0451c4fa-a1b2-4fbc-8027-5f8681135a5e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:26.749564 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0369e95-1761-4621-a58e-7c0af01079d3 req-0451c4fa-a1b2-4fbc-8027-5f8681135a5e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0516021 Aug 28 03:42:26.766613 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a6266de7-7574-4fec-8941-ef9c4de8487c req-908e29ac-dc92-436b-b87a-5291eb497878 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338464 Aug 28 03:42:26.790317 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0369e95-1761-4621-a58e-7c0af01079d3 req-51b7b6e7-60dd-420b-803c-2e4980c5df4f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Aug 28 03:42:27.886801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5025b3-c343-4ea2-87fd-77119e7ed4ad req-b39f48be-391e-4e07-8602-3ee1f9eadabe tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:27.888282 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa5025b3-c343-4ea2-87fd-77119e7ed4ad req-b39f48be-391e-4e07-8602-3ee1f9eadabe tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 28 03:42:27.904027 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667860a-6ce7-4a9d-b9c6-95ab7e4cea1e req-e1a6de98-db64-45de-b30f-f3bf8a8f4d4d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:27.905597 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e667860a-6ce7-4a9d-b9c6-95ab7e4cea1e req-e1a6de98-db64-45de-b30f-f3bf8a8f4d4d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0500154 Aug 28 03:42:27.930519 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aa5025b3-c343-4ea2-87fd-77119e7ed4ad req-e631f1ee-eab4-4e68-85c8-49acb71ab7ce tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Aug 28 03:42:27.944943 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e667860a-6ce7-4a9d-b9c6-95ab7e4cea1e req-8ece0693-0e46-44b0-95e4-d28ff0d790f3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Aug 28 03:42:28.693183 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:42:28.785682 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:28.797265 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:42:28.837336 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:28.849825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:42:28.870718 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:28.940377 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:28.940989 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcead8e5-3160-40fa-bfc5-3484cce2b121 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:42:29.043707 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=6']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:29.059902 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.060250 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.060486 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb83ed-d200-4409-b0ec-1903720314e6 req-6382c9c9-28a7-49c8-9c7b-a5de9c5abe25 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:29.060979 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.060979 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.061270 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.061578 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.061899 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.062221 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.062722 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.063049 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.063370 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.063687 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:29.068029 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-acdb83ed-d200-4409-b0ec-1903720314e6 req-6382c9c9-28a7-49c8-9c7b-a5de9c5abe25 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0649061 Aug 28 03:42:29.085598 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739fee-1ff0-4b15-b1ee-a0cb7f8652e4 req-31d46c4e-c05d-42e8-a094-19d18ba3927a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:29.087266 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48739fee-1ff0-4b15-b1ee-a0cb7f8652e4 req-31d46c4e-c05d-42e8-a094-19d18ba3927a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 944 time: 0.0590351 Aug 28 03:42:29.090361 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:29.103022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-acdb83ed-d200-4409-b0ec-1903720314e6 req-8a0cbaf2-5e0e-4623-8440-ae9fc0eacd1f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341401 Aug 28 03:42:29.105839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'port_id': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'mac_address': 'fa:16:3e:6d:35:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:42:29.129267 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-48739fee-1ff0-4b15-b1ee-a0cb7f8652e4 req-2bf46648-0df0-4767-8fc7-c17cdd7e2164 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Aug 28 03:42:29.150064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:29.163489 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcead8e5-3160-40fa-bfc5-3484cce2b121 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:42:29.181894 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:29.260839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:29.307090 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:29.481237 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['dcb0be50-dfda-4563-9bb9-075de0137a15'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:42:29.973254 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['dcead8e5-3160-40fa-bfc5-3484cce2b121'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:42:30.230351 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eb683-0e2c-45db-987c-0445bfc00d54 req-fbf9af5d-0517-4740-b810-5329caa924ee tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:30.231964 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7b0eb683-0e2c-45db-987c-0445bfc00d54 req-fbf9af5d-0517-4740-b810-5329caa924ee tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.0530670 Aug 28 03:42:30.250278 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449536d2-2b5f-451d-8a2e-67e471edcf89 req-77833b82-9b08-4264-bac3-a9c1681dbbf0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:30.252516 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-449536d2-2b5f-451d-8a2e-67e471edcf89 req-77833b82-9b08-4264-bac3-a9c1681dbbf0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 945 time: 0.0517781 Aug 28 03:42:30.271673 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7b0eb683-0e2c-45db-987c-0445bfc00d54 req-96f083a7-ef8a-4bcd-b66c-6e71461f5a45 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Aug 28 03:42:30.291160 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-449536d2-2b5f-451d-8a2e-67e471edcf89 req-1d99f398-9684-4728-ba00-f7d738023221 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Aug 28 03:42:30.692790 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:42:30.739543 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port dcb0be50-dfda-4563-9bb9-075de0137a15 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:42:30.739904 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:30.813209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:30.837608 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:30.839824 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52ecdc-5dfb-4dd9-802f-703034d08012" -d '{"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:30.853569 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:30.879743 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d452884-59b0-4fe1-804b-9acd161e83d8 x-openstack-request-id: req-2d452884-59b0-4fe1-804b-9acd161e83d8 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:30.879743 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:30.879743 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d452884-59b0-4fe1-804b-9acd161e83d8 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:30.879743 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'code': 200} Aug 28 03:42:30.906426 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:30.952374 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=7']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:31.392632 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82804d86-34e8-472f-9cdf-5f7949178444 req-df232221-bfd4-486b-9528-dfa020edea54 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:31.394161 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-82804d86-34e8-472f-9cdf-5f7949178444 req-df232221-bfd4-486b-9528-dfa020edea54 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Aug 28 03:42:31.409187 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cee292-6b1d-4ab7-a47c-a249a043d06b req-3a8bd3b7-5efc-44e5-a132-1ddd8ee56bfc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:31.410715 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68cee292-6b1d-4ab7-a47c-a249a043d06b req-3a8bd3b7-5efc-44e5-a132-1ddd8ee56bfc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 945 time: 0.0501323 Aug 28 03:42:31.432445 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-82804d86-34e8-472f-9cdf-5f7949178444 req-f9681845-e3ca-48b4-acd5-9b35dd697c9c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Aug 28 03:42:31.448605 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-68cee292-6b1d-4ab7-a47c-a249a043d06b req-9443ec72-dd7f-497b-bc7e-bd4751b11edd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Aug 28 03:42:32.552650 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383c54d-847d-4a06-8570-799819fb75b2 req-6d789301-6145-4f69-a1bd-b59c1cc6f9a2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:32.554559 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1383c54d-847d-4a06-8570-799819fb75b2 req-6d789301-6145-4f69-a1bd-b59c1cc6f9a2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Aug 28 03:42:32.566801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993987f9-c32a-4cb6-8d3c-52a62dd187c3 req-3f4c93d5-b0d2-4595-8b5a-1289dce44812 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:32.568278 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-993987f9-c32a-4cb6-8d3c-52a62dd187c3 req-3f4c93d5-b0d2-4595-8b5a-1289dce44812 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 945 time: 0.0528860 Aug 28 03:42:32.592908 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1383c54d-847d-4a06-8570-799819fb75b2 req-eaa6bae4-087f-435f-bb8d-0e98efcecb8d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Aug 28 03:42:32.606145 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-993987f9-c32a-4cb6-8d3c-52a62dd187c3 req-29f82cce-5813-4946-8681-0b9cad509035 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Aug 28 03:42:32.714375 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcead8e5-3160-40fa-bfc5-3484cce2b121 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:42:32.803437 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port dcead8e5-3160-40fa-bfc5-3484cce2b121 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:42:32.807084 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port dcead8e5-3160-40fa-bfc5-3484cce2b121 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:42:32.812045 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:32.887770 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:32.911153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:32.913385 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea858362-3475-4af5-9aff-2b8bb1fd36c7" -d '{"events": [{"server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "name": "network-vif-plugged", "status": "completed", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:32.925578 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:32.948124 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681fb9af-df4f-47f4-af42-599e574f34c3 x-openstack-request-id: req-681fb9af-df4f-47f4-af42-599e574f34c3 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:32.948413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "name": "network-vif-plugged", "status": "completed", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:32.948668 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-681fb9af-df4f-47f4-af42-599e574f34c3 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:32.949099 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'code': 200} Aug 28 03:42:32.980800 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:33.033490 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:33.310846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026071d-ca07-43dd-92d3-6ce8c497ff8a req-72b06291-883b-44e4-81fd-b104a2f424c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:33.312353 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d026071d-ca07-43dd-92d3-6ce8c497ff8a req-72b06291-883b-44e4-81fd-b104a2f424c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 1099 time: 0.0387061 Aug 28 03:42:33.346804 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d026071d-ca07-43dd-92d3-6ce8c497ff8a req-73453ccb-bd5a-4f32-8968-e84c961f4d21 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270009 Aug 28 03:42:33.709898 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b38ac-5fd4-4f9b-b557-0bee6dc73955 req-184548b2-a169-4954-b085-7803b59b3e02 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:33.711474 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ff0b38ac-5fd4-4f9b-b557-0bee6dc73955 req-184548b2-a169-4954-b085-7803b59b3e02 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 28 03:42:33.721830 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da25f-8ab0-41c9-8832-53f2dbf859f1 req-56a8c28c-6beb-486b-8ebc-27b5594561c7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:33.723554 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c68da25f-8ab0-41c9-8832-53f2dbf859f1 req-56a8c28c-6beb-486b-8ebc-27b5594561c7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0522430 Aug 28 03:42:33.749904 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ff0b38ac-5fd4-4f9b-b557-0bee6dc73955 req-5dc5084f-4193-4a08-8bc4-faa449ed691c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 Aug 28 03:42:33.760838 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c68da25f-8ab0-41c9-8832-53f2dbf859f1 req-7a730737-9523-41c3-9377-c53caf51b24e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Aug 28 03:42:34.094779 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7226d471-88d0-45d4-9f33-2100ab9eef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:34.875446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068c29c-56aa-47c6-925d-2a1437728ea8 req-3106a458-2257-498a-93c1-95ced3ac8b76 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:34.877042 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d068c29c-56aa-47c6-925d-2a1437728ea8 req-3106a458-2257-498a-93c1-95ced3ac8b76 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0561416 Aug 28 03:42:34.891480 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c112017-2c8c-4fad-a728-29302f2f5afa req-c0a110ed-7c52-484b-af3a-b73733633abb tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:34.893141 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6c112017-2c8c-4fad-a728-29302f2f5afa req-c0a110ed-7c52-484b-af3a-b73733633abb tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0664208 Aug 28 03:42:34.916991 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d068c29c-56aa-47c6-925d-2a1437728ea8 req-1c36e33d-ad31-4b3e-a899-f4928b3e9609 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Aug 28 03:42:34.934404 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6c112017-2c8c-4fad-a728-29302f2f5afa req-0fe186a8-413e-419f-8519-e7345df4ef5f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353217 Aug 28 03:42:36.061128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38eec-1220-4da3-86b9-87a6e49299fd req-d5b60171-86ce-4c7a-a12c-8ff4198085c3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:36.064180 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-94f38eec-1220-4da3-86b9-87a6e49299fd req-d5b60171-86ce-4c7a-a12c-8ff4198085c3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0691309 Aug 28 03:42:36.072510 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ecd8-be49-479f-82bb-2c81ebf34b54 req-03ac7873-4aaa-4d77-af36-36d281a1747a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:36.092065 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1db3ecd8-be49-479f-82bb-2c81ebf34b54 req-03ac7873-4aaa-4d77-af36-36d281a1747a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0711591 Aug 28 03:42:36.114749 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-94f38eec-1220-4da3-86b9-87a6e49299fd req-bcc50dd7-fe3c-4203-9370-8a4879048f6a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Aug 28 03:42:36.138000 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1db3ecd8-be49-479f-82bb-2c81ebf34b54 req-15c905fe-6679-4d08-9084-608fc7b4a750 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Aug 28 03:42:36.259461 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341005-abd0-413c-8148-f4f615204639 req-116dfa7a-eb4d-4416-889c-95afc06df8ba tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:36.261029 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ea341005-abd0-413c-8148-f4f615204639 req-116dfa7a-eb4d-4416-889c-95afc06df8ba tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0527532 Aug 28 03:42:36.300093 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ea341005-abd0-413c-8148-f4f615204639 req-73ab2283-8a1b-4521-9696-ecd4cfbdaad6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324724 Aug 28 03:42:36.322286 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 42870) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:42:36.444224 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-79e34157-6254-4448-a452-d8aca377389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:36.490961 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8368f33-820b-482e-87be-08d3b6c19c4d tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:36.492571 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c8368f33-820b-482e-87be-08d3b6c19c4d tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 1094 time: 0.1692677 Aug 28 03:42:36.495856 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42874) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:42:36.500516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'port_id': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:42:36.574878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:36.680743 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:36.820744 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.27.1.225 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/72e7bd86-e08a-477f-9921-97a67ad43a56) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:42:36.932818 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:37.215414 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:37.260729 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:37.261601 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047010a-02ba-42ab-993a-11e438168bbe req-85b596bf-fa38-4920-97e3-ae6a43153843 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:37.263498 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0047010a-02ba-42ab-993a-11e438168bbe req-85b596bf-fa38-4920-97e3-ae6a43153843 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0667255 Aug 28 03:42:37.282126 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:42:37.284863 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:42:37.291587 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:42:37.336511 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0047010a-02ba-42ab-993a-11e438168bbe req-1e6dc41f-8529-49af-b481-4538751962f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634265 Aug 28 03:42:37.359757 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=72e7bd86-e08a-477f-9921-97a67ad43a56,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:37.751266 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:37.942038 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:37.992342 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:38.101228 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:38.164185 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:38.251211 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=72e7bd86-e08a-477f-9921-97a67ad43a56,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:38.261593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:38.264730 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.270852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:38.428621 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4 associated. External IP: 172.27.1.225, port: dcead8e5-3160-40fa-bfc5-3484cce2b121. Aug 28 03:42:38.593367 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd225-6406-492f-8025-a31e30869b18 req-e71115d3-ea7d-42fb-9a34-d1ce249bf7e2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:38.595229 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-282bd225-6406-492f-8025-a31e30869b18 req-e71115d3-ea7d-42fb-9a34-d1ce249bf7e2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.1628983 Aug 28 03:42:38.678003 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-282bd225-6406-492f-8025-a31e30869b18 req-5df2abe3-7e5c-41f1-84a5-d61fd4b17d64 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749824 Aug 28 03:42:38.742670 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:42:39.080596 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:42:39.093084 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:42:39.103840 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:42:39.107989 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:42:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:39.154107 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:39.185183 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-180ab9f1-5768-4e98-a756-fb0ce3ef57e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6881418 Aug 28 03:42:39.186161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:39.188771 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb029b2c-f94f-4a64-9f28-3e967db7538c" -d '{"events": [{"name": "network-changed", "server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:39.225455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:42:39.231231 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548be8c-deed-4dc8-889d-e06a03df8219 x-openstack-request-id: req-8548be8c-deed-4dc8-889d-e06a03df8219 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:39.231528 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:39.231778 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8548be8c-deed-4dc8-889d-e06a03df8219 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:39.232185 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'status': 'completed', 'code': 200} Aug 28 03:42:39.325910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-d942d6bd-439e-4fda-aab0-117a82067cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:39.327477 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-d942d6bd-439e-4fda-aab0-117a82067cbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 1099 time: 0.0480876 Aug 28 03:42:39.442104 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-7ca95788-7239-4942-9042-e9bbebeb838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:39.443513 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-7ca95788-7239-4942-9042-e9bbebeb838c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.1075573 Aug 28 03:42:39.500439 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:6d:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:42:37Z', 'updated_at': '2021-08-28T03:42:37Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:39.535134 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:42:39.536911 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-a3f1806f-4c0b-42be-9496-408a80591cbd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121 HTTP/1.1" status: 200 len: 1000 time: 0.0854638 Aug 28 03:42:39.546440 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:42:39.547457 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:42:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:39.605325 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-62aeec1b-1091-45c8-945a-b7ff7dcd233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:39.607677 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-62aeec1b-1091-45c8-945a-b7ff7dcd233e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0630538 Aug 28 03:42:39.671028 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-b43e26cf-72c7-44dc-aec9-0ff0d9bc1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:39.672689 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-b43e26cf-72c7-44dc-aec9-0ff0d9bc1664 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574601 Aug 28 03:42:39.685641 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:42:39.812256 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-00bb360f-e993-470f-985e-4daf3e3a0284 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316078 Aug 28 03:42:39.929775 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b0fea-5e13-46bf-92a4-bf42218d0247 req-767d7a1a-a3ae-42f9-90cd-59bb98fefb58 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:39.930023 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-165b0fea-5e13-46bf-92a4-bf42218d0247 req-767d7a1a-a3ae-42f9-90cd-59bb98fefb58 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.1166170 Aug 28 03:42:39.992542 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-165b0fea-5e13-46bf-92a4-bf42218d0247 req-8059fe55-d748-47c1-a414-e46b1b11ab23 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519996 Aug 28 03:42:39.994625 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb029b2c-f94f-4a64-9f28-3e967db7538c req-e93196ec-5f95-4a08-be40-d6bdf12c7c97 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698658 Aug 28 03:42:40.069029 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:40.141361 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:6d:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:42:37Z', 'updated_at': '2021-08-28T03:42:37Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:40.183126 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0a88d-2ef4-4e2a-9332-ccae431c2d16 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:6d:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:42:37Z', 'updated_at': '2021-08-28T03:42:37Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:42:40.424806 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d722a-bbac-430e-abfd-b1ff7ed24ee6 None None] New status for floating IP 5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4: ACTIVE {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:42:41.138032 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c5db-b34a-4007-a0f2-33d29b24d86e req-27a38c44-de9a-485a-955e-d3d4fed6bfc2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:41.146623 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0540c5db-b34a-4007-a0f2-33d29b24d86e req-27a38c44-de9a-485a-955e-d3d4fed6bfc2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0710487 Aug 28 03:42:41.183148 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0540c5db-b34a-4007-a0f2-33d29b24d86e req-d76ff26f-dc99-4966-8660-ce9e890bae0b tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354519 Aug 28 03:42:42.313558 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ed1c-9468-4876-b4c0-f2161560db8c req-5f5f8c90-1c67-4074-af98-46f9a27d9347 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:42.315096 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-19b1ed1c-9468-4876-b4c0-f2161560db8c req-5f5f8c90-1c67-4074-af98-46f9a27d9347 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0592353 Aug 28 03:42:42.363828 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-19b1ed1c-9468-4876-b4c0-f2161560db8c req-ce561f96-ad55-4a60-a108-7c4a095f6339 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Aug 28 03:42:43.496661 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c9289-42d5-4790-9ab6-65132b3e644a req-59e08342-8046-4cfd-80a1-bda2d00bc3aa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:43.498310 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-838c9289-42d5-4790-9ab6-65132b3e644a req-59e08342-8046-4cfd-80a1-bda2d00bc3aa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0544591 Aug 28 03:42:43.542328 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-838c9289-42d5-4790-9ab6-65132b3e644a req-e0dbb23b-8fd6-46f1-abb4-0c9991d41ed7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338833 Aug 28 03:42:44.694986 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1231f-79ac-4ac6-b187-9dc2a19f4498 req-950f52ea-df26-41cb-8317-b0828146091d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:44.696801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-afe1231f-79ac-4ac6-b187-9dc2a19f4498 req-950f52ea-df26-41cb-8317-b0828146091d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0747998 Aug 28 03:42:44.739511 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-afe1231f-79ac-4ac6-b187-9dc2a19f4498 req-5cf29309-0034-44b1-87d7-c3ee30a79533 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361798 Aug 28 03:42:45.878447 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75259981-e6c0-4e75-aaf4-a093d15c183c req-99669fb0-bc25-4036-90cd-2728bf6aba3b tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:45.879967 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-75259981-e6c0-4e75-aaf4-a093d15c183c req-99669fb0-bc25-4036-90cd-2728bf6aba3b tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0688350 Aug 28 03:42:45.932909 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-75259981-e6c0-4e75-aaf4-a093d15c183c req-d5eca35a-dc8d-4b9b-9eeb-6a41c2a92677 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Aug 28 03:42:47.040808 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470f02-53fc-404f-ad4c-8f66c835a95d req-a07986e2-d551-4a7f-83a7-67456be64a3d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:47.042273 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-36470f02-53fc-404f-ad4c-8f66c835a95d req-a07986e2-d551-4a7f-83a7-67456be64a3d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0470123 Aug 28 03:42:47.079133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-36470f02-53fc-404f-ad4c-8f66c835a95d req-711055f8-cc7c-455c-a168-827459aa8d75 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Aug 28 03:42:47.628402 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-ecc05670-9898-4903-8b33-c95aa5256f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:47.629876 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-ecc05670-9898-4903-8b33-c95aa5256f8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1098 time: 0.0437317 Aug 28 03:42:47.716472 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-75191b5f-5b44-42fe-ba38-d9512c1d1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:47.717942 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-75191b5f-5b44-42fe-ba38-d9512c1d1428 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0806160 Aug 28 03:42:47.787046 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-468d9a76-c7cc-4147-9f3b-7365a6efaff1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 1001 time: 0.0614333 Aug 28 03:42:47.844998 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-de6e9dbf-e203-4c6f-add5-b2c2cc6bb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:47.847552 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-de6e9dbf-e203-4c6f-add5-b2c2cc6bb63d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0439065 Aug 28 03:42:47.893841 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-1ffed830-7f7e-48e9-b5ff-d73fb9d3b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:47.895259 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-1ffed830-7f7e-48e9-b5ff-d73fb9d3b471 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392425 Aug 28 03:42:47.997651 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-7423c34a-5c82-4622-b052-d45cc910db72 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Aug 28 03:42:48.097265 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b1d3ada-764e-429b-a5b7-a2c6a59ea278 req-4cf1ff2d-5a43-4c10-bf4a-e5f28e713dcc service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Aug 28 03:42:48.197703 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd56bf-d20c-4b1a-b756-200f37b6b3dc req-652648c2-5cbd-4db2-b6eb-69cd4d00dbe4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:48.199070 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e4cd56bf-d20c-4b1a-b756-200f37b6b3dc req-652648c2-5cbd-4db2-b6eb-69cd4d00dbe4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Aug 28 03:42:48.235611 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e4cd56bf-d20c-4b1a-b756-200f37b6b3dc req-1007b32b-26db-46da-bd97-95c2eaffafba tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308151 Aug 28 03:42:49.356290 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142147-6a61-4be0-8f97-87271f6f9d61 req-7d06a1a5-dac5-4dab-81ab-fe0cb81e7fed tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:49.357841 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7b142147-6a61-4be0-8f97-87271f6f9d61 req-7d06a1a5-dac5-4dab-81ab-fe0cb81e7fed tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0502715 Aug 28 03:42:49.395437 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7b142147-6a61-4be0-8f97-87271f6f9d61 req-4fab0c71-5013-4ebb-a099-72dd380294c6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Aug 28 03:42:49.563251 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:50.516753 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0c97f-b8d2-4769-a8bd-28d7785912bf req-5e7711ea-6e6b-422f-b700-50029fbed91f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:50.521600 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4de0c97f-b8d2-4769-a8bd-28d7785912bf req-5e7711ea-6e6b-422f-b700-50029fbed91f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 945 time: 0.0564311 Aug 28 03:42:50.564721 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4de0c97f-b8d2-4769-a8bd-28d7785912bf req-eca3175c-a060-4dfe-86ca-1f41edff0400 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357618 Aug 28 03:42:50.825620 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:42:50.905806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:50.930802 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:50.933020 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a797142-8e1c-4f67-8f06-c1d3821654e6" -d '{"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:50.947325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:50.969939 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee2537-d20f-4214-9546-95f46bbffcda x-openstack-request-id: req-bbee2537-d20f-4214-9546-95f46bbffcda {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:50.970222 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:50.970472 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbee2537-d20f-4214-9546-95f46bbffcda {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:50.971282 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'code': 200} Aug 28 03:42:51.020200 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:51.069305 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=8']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:51.857395 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3b671-3024-4461-8f49-44efb4a7fe50 req-8e51d352-d604-4f07-9d5d-8b223742f124 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:51.858931 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ddb3b671-3024-4461-8f49-44efb4a7fe50 req-8e51d352-d604-4f07-9d5d-8b223742f124 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0534763 Aug 28 03:42:51.901178 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ddb3b671-3024-4461-8f49-44efb4a7fe50 req-2c022b2e-495a-4047-b8ea-6b437ffbadf6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Aug 28 03:42:52.244401 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42974) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:42:52.328309 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-e5051f25-f192-4e8e-a47e-9c57cbdae316 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826936 Aug 28 03:42:53.027897 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3125611-a96c-4068-8361-1b94f365ff71 req-56466c34-1928-4ba7-a1b8-dc918822c960 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:53.029402 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e3125611-a96c-4068-8361-1b94f365ff71 req-56466c34-1928-4ba7-a1b8-dc918822c960 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0492640 Aug 28 03:42:53.068680 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e3125611-a96c-4068-8361-1b94f365ff71 req-9f70cc3d-a18e-4aca-8cd5-7915e3f066ff tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Aug 28 03:42:54.190013 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8493f4-f41e-475f-be4f-c883e16b0dc5 req-43eeec61-1ad4-4d05-a2a0-f58f760e03fa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:54.191527 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e8493f4-f41e-475f-be4f-c883e16b0dc5 req-43eeec61-1ad4-4d05-a2a0-f58f760e03fa tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0492725 Aug 28 03:42:54.228737 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e8493f4-f41e-475f-be4f-c883e16b0dc5 req-0dfc1f4e-5c68-47fa-85be-99b16920e633 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Aug 28 03:42:54.439457 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-ec813c53-e6af-4179-bd86-db721a95e8b9 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066081061&fields=id&tenant_id=ebd8746c7d3d463d9b89eee3eef2d053 HTTP/1.1" status: 200 len: 267 time: 0.0341551 Aug 28 03:42:54.494929 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-62c6bda7-38e0-4336-9efb-40c810ea7a88 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:54.496421 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-62c6bda7-38e0-4336-9efb-40c810ea7a88 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 984 time: 0.0509012 Aug 28 03:42:54.507570 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Request body: {'port': {'security_groups': ['810d4ffa-b53d-49fb-a3e4-c44f2486247b']}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:42:54.581312 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:54.760670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:42:54.789627 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:54.848990 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:54.887344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:42:54.895774 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:54.896863 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:54.898816 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e7373e2e-030f-479d-8c5f-6c9f026b9e63 req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "PUT /v2.0/ports/e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 942 time: 0.3959215 Aug 28 03:42:54.899282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:54.901592 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d929e1-d7d0-4830-9aaf-d304e80c781c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:54.904895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 42996) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:42:54.944623 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event updated for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=7']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:54.953879 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.954324 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.954705 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.955050 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.955548 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.955882 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.956215 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.956546 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.958116 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.958116 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.958480 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.958819 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7ed6-770e-46b0-bc40-9c3757d571ba tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:42:54.964235 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a3288-e2ab-4372-81c4-2d3bd4d6e1e9 x-openstack-request-id: req-f69a3288-e2ab-4372-81c4-2d3bd4d6e1e9 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:54.964685 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:54.965232 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f69a3288-e2ab-4372-81c4-2d3bd4d6e1e9 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:54.966226 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:42:55.014146 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:55.065079 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-7d4f478a-b345-428f-8485-9c4b9baa533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.067303 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-7d4f478a-b345-428f-8485-9c4b9baa533a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1098 time: 0.0500243 Aug 28 03:42:55.070850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:42:55.089507 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:55.122493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-f95057c2-66de-4a98-bdca-6e3b16d3db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.124255 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-f95057c2-66de-4a98-bdca-6e3b16d3db3d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 1096 time: 0.1240339 Aug 28 03:42:55.186494 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-2d42dba4-5ea3-43ee-a56b-5d61e7ea057a None None] Provisioning complete for port e728f64f-b4ee-403d-a195-06db693d3a20 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:42:55.186781 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2d42dba4-5ea3-43ee-a56b-5d61e7ea057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:55.194111 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-1ab37e91-a0fe-45d4-84b5-4e0e5f62268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.196056 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-1ab37e91-a0fe-45d4-84b5-4e0e5f62268b service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.1202984 Aug 28 03:42:55.210944 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-fc5a3d5e-eb6f-45ee-9316-8c196a2c5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.212617 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-fc5a3d5e-eb6f-45ee-9316-8c196a2c5f03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1096 time: 0.0472529 Aug 28 03:42:55.245855 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:55.248600 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:55.249823 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "DELETE /v2.0/security-groups/488938db-8fe1-4b9c-ac7c-c8ab69a190f6 HTTP/1.1" status: 204 len: 168 time: 0.3439593 Aug 28 03:42:55.252934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43000) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:42:55.288497 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f76b8-649a-43ea-a249-11337071eb4a tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488938db-8fe1-4b9c-ac7c-c8ab69a190f6,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:55.341953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-948fb828-cb47-43c4-ab26-bb3d41e26c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.343425 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-948fb828-cb47-43c4-ab26-bb3d41e26c30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.1215956 Aug 28 03:42:55.414627 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-e66a04c7-1dc8-4668-8d1d-1299300ca860 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 999 time: 0.0609407 Aug 28 03:42:55.471977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-8e581c56-1721-4ba5-a934-2cdd220cbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.473580 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-8e581c56-1721-4ba5-a934-2cdd220cbea8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0498366 Aug 28 03:42:55.525043 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-6b98ef84-1fbd-4aa5-86d6-5dfff29fb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.526476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-6b98ef84-1fbd-4aa5-86d6-5dfff29fb457 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454984 Aug 28 03:42:55.619810 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-626f6c25-094e-4636-9397-cca81d4d43aa service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Aug 28 03:42:55.632640 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-65f5c4d0-7387-45b1-9bd0-46c5bb97f862 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 1001 time: 0.4285514 Aug 28 03:42:55.714580 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fb1ca8a0-367e-49c8-bf9d-353b93484034 req-d42036b1-594b-44a7-897e-b4fd93531a2d service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Aug 28 03:42:55.751153 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f36397-66e8-45ff-9f3a-65138f87c0b9 req-192b66ba-4506-4f99-bd99-0aed3b8f2f28 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.752620 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-50f36397-66e8-45ff-9f3a-65138f87c0b9 req-192b66ba-4506-4f99-bd99-0aed3b8f2f28 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.1658752 Aug 28 03:42:55.756407 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-c4dd587b-632e-468a-a77c-f84b9af7d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.757756 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-c4dd587b-632e-468a-a77c-f84b9af7d8aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.1086168 Aug 28 03:42:55.873724 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-50f36397-66e8-45ff-9f3a-65138f87c0b9 req-11e4c7ea-1693-4251-9fc5-3a1067aa7471 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113620 Aug 28 03:42:55.882872 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-5ea5d84c-7b02-427a-8e9b-7c676075f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:55.884312 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-5ea5d84c-7b02-427a-8e9b-7c676075f705 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119528 Aug 28 03:42:55.911917 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Deleting port 55369c51-8f65-4cc3-896c-cd145b9a7520 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:42:55.912268 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.046692 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.047010 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.051248 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-79609098-0450-4f22-8863-4b3502f69d01 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487932 Aug 28 03:42:56.068487 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Calling delete_port for 55369c51-8f65-4cc3-896c-cd145b9a7520 owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:42:56.238871 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-12d929e1-d7d0-4830-9aaf-d304e80c781c req-4bf982cc-5a0a-4e01-af31-8063cc823beb service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773868 Aug 28 03:42:56.409241 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.438658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event deleted for resources: {'Port': ['ID=55369c51-8f65-4cc3-896c-cd145b9a7520,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:42:56.514789 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.515180 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Floating IP 44ab30ed-ce86-4a5e-8930-e02fe3f22e61 disassociated (deleted). External IP: 172.27.1.104, port: e728f64f-b4ee-403d-a195-06db693d3a20. Aug 28 03:42:56.729112 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Router 633a63c6-419c-4e8a-bb4d-a27c3573b192 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:42:56.839822 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:42:56.844908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:42:56.852492 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Sync routers for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:42:56.864719 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:42:56.865475 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:42:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:56.873734 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-97ccc17c-ac44-469c-a231-fffe30b8bf00 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "DELETE /v2.0/floatingips/44ab30ed-ce86-4a5e-8930-e02fe3f22e61 HTTP/1.1" status: 204 len: 168 time: 1.5600519 Aug 28 03:42:56.966494 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:42:56.968841 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b9373-3eb5-4304-bd2e-777b996d1542" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:42:57.018730 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:42:57.037605 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d670-8e59-4798-8cb6-2e6124e2281f req-fb3f145d-11ab-4de3-9a9d-e854d4001e55 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:57.039318 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b2d7d670-8e59-4798-8cb6-2e6124e2281f req-fb3f145d-11ab-4de3-9a9d-e854d4001e55 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0604000 Aug 28 03:42:57.086059 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b2d7d670-8e59-4798-8cb6-2e6124e2281f req-ba1abce0-bcaf-4908-8ca6-83235554bdf3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Aug 28 03:42:57.145148 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3772d-b61b-4ea2-a893-26cb01f42c0c x-openstack-request-id: req-9bd3772d-b61b-4ea2-a893-26cb01f42c0c {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:42:57.145148 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:42:57.145360 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bd3772d-b61b-4ea2-a893-26cb01f42c0c {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:42:57.145705 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:42:57.251756 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:57.281765 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Checking router: 633a63c6-419c-4e8a-bb4d-a27c3573b192 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:42:57.290552 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:42:57.291185 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:42:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:57.396064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:42:57.595940 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:42:57.622016 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689208a-a2c6-4bfc-afb7-d527637b1a26 None None] The sync data for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi is: [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:36:07Z', 'revision_number': 4, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '8ec395da-7fe6-434d-a6c2-bebec1a4ef4f', 'name': '', 'network_id': 'cfb4174e-abbc-4c1a-96cf-d936194feabb', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'mac_address': 'fa:16:3e:7c:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:05Z', 'updated_at': '2021-08-28T03:36:12Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'subnets': [{'id': '24c3eb19-2d22-485c-8cef-91bceb1248d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:42:57.839172 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e5f2f-132e-48fe-b24b-c05ad470334c None None] New status for floating IP 44ab30ed-ce86-4a5e-8930-e02fe3f22e61: DOWN {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:42:58.214636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5d7f-0c07-4417-9d13-c657debac8bb req-971b7941-aac6-42d9-a4d3-1d322eb46b18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:58.216068 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-029f5d7f-0c07-4417-9d13-c657debac8bb req-971b7941-aac6-42d9-a4d3-1d322eb46b18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0504618 Aug 28 03:42:58.255258 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-029f5d7f-0c07-4417-9d13-c657debac8bb req-5f3de513-a38b-4e17-a7e0-9f2fabe16e50 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 Aug 28 03:42:59.383272 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a6d3-5056-4ef2-b801-dfe4f165a019 req-cb487c6d-0ec5-4d5c-9b7d-31d5e869c710 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:42:59.385385 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6bd9a6d3-5056-4ef2-b801-dfe4f165a019 req-cb487c6d-0ec5-4d5c-9b7d-31d5e869c710 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0570629 Aug 28 03:42:59.428468 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6bd9a6d3-5056-4ef2-b801-dfe4f165a019 req-5e582b18-4437-4e1c-85f7-ffee743b1e1a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364964 Aug 28 03:43:00.354056 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:43:00.551633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5df4-716e-4fa9-aebd-a79c742ac3fe req-a52d7e95-b13b-46ce-a4ea-5eca3df4a3a2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:00.553825 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ead5df4-716e-4fa9-aebd-a79c742ac3fe req-a52d7e95-b13b-46ce-a4ea-5eca3df4a3a2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0514524 Aug 28 03:43:00.592601 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1ead5df4-716e-4fa9-aebd-a79c742ac3fe req-bf4b5b94-90f9-49d4-be63-07de2866a920 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Aug 28 03:43:01.715655 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351afe7-aa95-4d53-a25d-4265cbf24e51 req-cd87b839-e14d-408a-9717-c27c3aba6082 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:01.717094 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d351afe7-aa95-4d53-a25d-4265cbf24e51 req-cd87b839-e14d-408a-9717-c27c3aba6082 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0492544 Aug 28 03:43:01.756068 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d351afe7-aa95-4d53-a25d-4265cbf24e51 req-56b674fd-e3a3-4610-a3cd-984127a6d4f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328960 Aug 28 03:43:02.884451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07c1f-55c6-4110-9da5-629d83600b34 req-b870e87f-16be-4110-ab0d-2f4bb7c3b306 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:02.886226 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-80b07c1f-55c6-4110-9da5-629d83600b34 req-b870e87f-16be-4110-ab0d-2f4bb7c3b306 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0553606 Aug 28 03:43:02.924282 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-80b07c1f-55c6-4110-9da5-629d83600b34 req-6de22587-117a-40c6-9f28-bc9028cd55dd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Aug 28 03:43:04.067834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328bdb-3fc4-4f50-8698-d6751d5d1c18 req-2c6eef33-eaea-4fb6-8c1b-4b84a7ac905a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:04.071008 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e3328bdb-3fc4-4f50-8698-d6751d5d1c18 req-2c6eef33-eaea-4fb6-8c1b-4b84a7ac905a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0570757 Aug 28 03:43:04.111366 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e3328bdb-3fc4-4f50-8698-d6751d5d1c18 req-0490ceb6-280e-40a5-965b-9d4b3e689466 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344951 Aug 28 03:43:04.214769 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f611-7946-47d9-b4a5-8de0f6b3b9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:05.237490 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a537-3c4e-478c-856d-55813afd21ef req-65b16a06-0584-42b6-995a-fedac9724bd7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:05.239040 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-38d4a537-3c4e-478c-856d-55813afd21ef req-65b16a06-0584-42b6-995a-fedac9724bd7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0505409 Aug 28 03:43:05.280114 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-38d4a537-3c4e-478c-856d-55813afd21ef req-8d77ae94-6736-4ceb-b1b9-fc890f2e6a86 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Aug 28 03:43:06.408780 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163d2d-9673-49ce-b4e6-63a95129511a req-6e6a801b-00b3-48da-bcb8-a37631952726 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:06.410396 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1a163d2d-9673-49ce-b4e6-63a95129511a req-6e6a801b-00b3-48da-bcb8-a37631952726 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0525398 Aug 28 03:43:06.431549 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-26896982-ace0-4a22-a15d-60b4ab40e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:06.452649 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1a163d2d-9673-49ce-b4e6-63a95129511a req-e07f83fd-6564-4155-ae3e-70ea31beffd7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Aug 28 03:43:07.493256 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-518a3225-3369-4edb-b50f-fcb0c9dc24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:07.494760 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-518a3225-3369-4edb-b50f-fcb0c9dc24ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 1098 time: 0.0449824 Aug 28 03:43:07.582523 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828fd8-4c6d-43f4-a783-f04d9b7d1fcb req-42acd654-33ea-4125-841a-4a1916a0acbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:07.584184 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fa828fd8-4c6d-43f4-a783-f04d9b7d1fcb req-42acd654-33ea-4125-841a-4a1916a0acbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0516288 Aug 28 03:43:07.600006 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-02773d82-c5eb-45b1-a352-5ec83adbf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:07.601566 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-02773d82-c5eb-45b1-a352-5ec83adbf9db service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 200 len: 915 time: 0.0992019 Aug 28 03:43:07.625303 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fa828fd8-4c6d-43f4-a783-f04d9b7d1fcb req-58ba096a-e66d-4c03-9a30-f96e07cf50e7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351355 Aug 28 03:43:07.647281 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-855bf032-d8db-47b1-b274-332832a4f82d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 200 len: 217 time: 0.0379450 Aug 28 03:43:07.696192 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-e6c1bbf9-904e-4198-b902-9069d60de7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:07.697643 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-e6c1bbf9-904e-4198-b902-9069d60de7b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 200 len: 853 time: 0.0436704 Aug 28 03:43:07.717209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:08.003642 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:08.755410 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8f9cc-d91c-4c70-be05-4509af8f18be req-a24dcc31-2e4b-47d3-ab8b-e36c6574b748 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:08.756646 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9fb8f9cc-d91c-4c70-be05-4509af8f18be req-a24dcc31-2e4b-47d3-ab8b-e36c6574b748 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0576587 Aug 28 03:43:08.795460 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9fb8f9cc-d91c-4c70-be05-4509af8f18be req-51a8e822-8aed-4a2e-a48e-cd2631aa24e5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Aug 28 03:43:09.779566 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:09.933952 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca04d-b078-4602-8a39-a5ecb8018f06 req-d761c346-91eb-4407-aaae-4b6059b8a066 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:09.935481 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4bdca04d-b078-4602-8a39-a5ecb8018f06 req-d761c346-91eb-4407-aaae-4b6059b8a066 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0595732 Aug 28 03:43:09.973659 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4bdca04d-b078-4602-8a39-a5ecb8018f06 req-ce78e4ba-58d5-45a2-be45-73b9262be3ae tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322666 Aug 28 03:43:11.038300 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-1ff6ce58-5b8f-4f24-9c0e-30da00f9a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:11.039815 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-1ff6ce58-5b8f-4f24-9c0e-30da00f9a074 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfb4174e-abbc-4c1a-96cf-d936194feabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420616 Aug 28 03:43:11.095049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c890a9a-9ba1-4062-a2b4-4877ba95600d req-f5e9a7af-5e3f-46fa-ae2f-afc359717ac5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:11.096840 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2c890a9a-9ba1-4062-a2b4-4877ba95600d req-f5e9a7af-5e3f-46fa-ae2f-afc359717ac5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0514412 Aug 28 03:43:11.136899 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2c890a9a-9ba1-4062-a2b4-4877ba95600d req-d1cc6161-ab83-4df6-af24-c0d9fd1dc5a7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Aug 28 03:43:11.169679 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-855f6953-4ffe-4868-9fe1-3b8cf5d89438 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960619 Aug 28 03:43:11.259382 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-829b9373-3eb5-4304-bd2e-777b996d1542 req-d0580542-81b8-48cc-a4aa-b7bb3bff8f40 service neutron] 10.222.0.38 "GET /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818419 Aug 28 03:43:12.261294 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c06696-8865-4763-94e8-f8d65707c43b req-c5c0b9d9-7e5d-48a8-86dc-7b364f049e63 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:12.262827 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-85c06696-8865-4763-94e8-f8d65707c43b req-c5c0b9d9-7e5d-48a8-86dc-7b364f049e63 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0494249 Aug 28 03:43:12.300939 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-85c06696-8865-4763-94e8-f8d65707c43b req-01fe8d38-8ea2-48ef-a689-679fbede0eb2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Aug 28 03:43:13.426777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa932a71-fb32-4f67-af08-32757cfa678c req-20659816-dc6b-412f-854d-ebbc1ee6babf tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:13.428309 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fa932a71-fb32-4f67-af08-32757cfa678c req-20659816-dc6b-412f-854d-ebbc1ee6babf tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0546348 Aug 28 03:43:13.469283 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fa932a71-fb32-4f67-af08-32757cfa678c req-3de80320-a5fd-489e-8229-b1fd8ac947c3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349898 Aug 28 03:43:14.590626 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869023a-3824-4df4-9d80-7cba5b36105a req-432e9070-6c55-404d-a8d3-2d56f5c38f35 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:14.592992 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b869023a-3824-4df4-9d80-7cba5b36105a req-432e9070-6c55-404d-a8d3-2d56f5c38f35 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0489209 Aug 28 03:43:14.631267 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b869023a-3824-4df4-9d80-7cba5b36105a req-15cea2d8-ea64-46d9-b487-aca9b9aec706 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Aug 28 03:43:14.801080 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2deeb0-996a-40e6-b5b5-62340f29cc52 req-503ff031-a861-4505-9330-702ad24fb5de tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:14.802678 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cd2deeb0-996a-40e6-b5b5-62340f29cc52 req-503ff031-a861-4505-9330-702ad24fb5de tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0477316 Aug 28 03:43:14.839116 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cd2deeb0-996a-40e6-b5b5-62340f29cc52 req-553d4f49-beb3-4e87-a796-96fd0d9608d7 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Aug 28 03:43:15.752403 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b200-7804-402d-a8fe-18722565da03 req-f05e3da7-9ab1-4731-8c97-97f26ea7a62b tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:15.753874 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aad2b200-7804-402d-a8fe-18722565da03 req-f05e3da7-9ab1-4731-8c97-97f26ea7a62b tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0513546 Aug 28 03:43:15.790200 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aad2b200-7804-402d-a8fe-18722565da03 req-e11fdd9d-cf5e-470e-bf1b-fa38d2dc4ca3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305836 Aug 28 03:43:15.874924 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-347b3279-c54f-49da-a2d6-2c2b36f9b196 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:15.876372 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-347b3279-c54f-49da-a2d6-2c2b36f9b196 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0506198 Aug 28 03:43:15.987815 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22c7f-ea4a-4f9a-a00a-3573f4252371 req-965d25df-4be4-47c5-9a14-652775c8ebbd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:15.989985 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e8e22c7f-ea4a-4f9a-a00a-3573f4252371 req-965d25df-4be4-47c5-9a14-652775c8ebbd tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 945 time: 0.0835552 Aug 28 03:43:16.017017 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Deleting port e728f64f-b4ee-403d-a195-06db693d3a20 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:16.017347 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:16.076022 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e8e22c7f-ea4a-4f9a-a00a-3573f4252371 req-4624580f-ac21-413d-93bb-7d3794c75e42 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/security-groups?id=810d4ffa-b53d-49fb-a3e4-c44f2486247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791903 Aug 28 03:43:16.119018 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] For port e728f64f-b4ee-403d-a195-06db693d3a20, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=e728f64f-b4ee-403d-a195-06db693d3a20,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:16.119374 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:16.132421 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Calling delete_port for e728f64f-b4ee-403d-a195-06db693d3a20 owned by compute:nova {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:16.345808 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:16.374329 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Pushing event deleted for resources: {'Port': ['ID=e728f64f-b4ee-403d-a195-06db693d3a20,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:16.382172 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['e728f64f-b4ee-403d-a195-06db693d3a20'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:43:16.415958 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] No DVR routers for this DVR port e728f64f-b4ee-403d-a195-06db693d3a20 on host hv-cinder-75916 {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:43:16.418506 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:16.420604 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b148a3c7-e836-4c34-af6d-a5bd8213e1a2 req-352a911e-6e31-46ca-bccf-164444baba22 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.38 "DELETE /v2.0/ports/e728f64f-b4ee-403d-a195-06db693d3a20 HTTP/1.1" status: 204 len: 173 time: 0.5379848 Aug 28 03:43:16.421083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'name': 'network-vif-deleted', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:43:16.423304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae88659d-8654-4cc9-83e8-bd98ab83d75d" -d '{"events": [{"server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "name": "network-vif-deleted", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:43:16.458683 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223edb7-fb29-4ee4-8ddb-2303308478d6 x-openstack-request-id: req-c223edb7-fb29-4ee4-8ddb-2303308478d6 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:43:16.458974 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ad74ae-dc97-44b4-a782-a93beef8c630", "name": "network-vif-deleted", "tag": "e728f64f-b4ee-403d-a195-06db693d3a20", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:43:16.459223 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c223edb7-fb29-4ee4-8ddb-2303308478d6 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:43:16.459645 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ad74ae-dc97-44b4-a782-a93beef8c630', 'name': 'network-vif-deleted', 'tag': 'e728f64f-b4ee-403d-a195-06db693d3a20', 'status': 'completed', 'code': 200} Aug 28 03:43:16.912318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148670d-a570-48b7-8b51-357c0aafd28b req-c71702fc-f6b6-4a3b-b88b-8dcf06dac728 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:16.920876 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2148670d-a570-48b7-8b51-357c0aafd28b req-c71702fc-f6b6-4a3b-b88b-8dcf06dac728 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0527401 Aug 28 03:43:16.951903 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2148670d-a570-48b7-8b51-357c0aafd28b req-b9e066b1-5a68-4270-9059-a6ac879aacda tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Aug 28 03:43:17.188590 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-186cd146-4dce-4040-a845-869dfe5d2206 req-2e7b522a-674c-4a24-87c8-e37bce3387b2 tempest-TestMinimumBasicScenario-167956412 tempest-TestMinimumBasicScenario-167956412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ad74ae-dc97-44b4-a782-a93beef8c630 HTTP/1.1" status: 200 len: 210 time: 0.0264118 Aug 28 03:43:18.073983 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61c306-28de-46e9-90f0-c5459f696ce7 req-5dd3b5a5-aeb3-44bd-9908-713008253a4d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:18.075528 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb61c306-28de-46e9-90f0-c5459f696ce7 req-5dd3b5a5-aeb3-44bd-9908-713008253a4d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0506892 Aug 28 03:43:18.114583 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb61c306-28de-46e9-90f0-c5459f696ce7 req-4c9ba74c-0db1-43d8-b7df-55e7d1ae7a8c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 28 03:43:18.940944 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:43:18.951614 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device e728f64f-b4ee-403d-a195-06db693d3a20 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:18.979495 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: e728f64f-b4ee-403d-a195-06db693d3a20 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:18.979834 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device e728f64f-b4ee-403d-a195-06db693d3a20 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:19.062747 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:19.074014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'mac_address': 'fa:16:3e:52:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:43:19.114580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:19.132963 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:43:19.154609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:19.226561 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:19.248004 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e7cf-982f-4c9f-bdda-e01a0a246dae req-3738404e-a48a-47cf-a2bd-d51120b2a0df tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:19.250025 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a24e7cf-982f-4c9f-bdda-e01a0a246dae req-3738404e-a48a-47cf-a2bd-d51120b2a0df tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 943 time: 0.0529335 Aug 28 03:43:19.279620 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=9']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:19.293318 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4a24e7cf-982f-4c9f-bdda-e01a0a246dae req-5fa8e746-8913-48a0-96e5-f057d7d672bd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374708 Aug 28 03:43:19.478244 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43182) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:19.574051 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:19.659006 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['dcb0be50-dfda-4563-9bb9-075de0137a15'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:43:19.921432 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:20.161605 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Deleting port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:20.161938 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:20.236341 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] For port 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:20.236626 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:20.249070 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Calling delete_port for 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:20.697756 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae767-bd08-4a06-b47b-2085f34fc970 req-c7896043-ad71-4819-a7af-6de873103372 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:20.699215 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8d4ae767-bd08-4a06-b47b-2085f34fc970 req-c7896043-ad71-4819-a7af-6de873103372 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 944 time: 0.3255515 Aug 28 03:43:20.736494 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8d4ae767-bd08-4a06-b47b-2085f34fc970 req-1cad37f1-d2a9-4f76-9ecd-184f93f8d460 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Aug 28 03:43:20.745558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:20.772255 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec395da-7fe6-434d-a6c2-bebec1a4ef4f,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:20.931325 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:20.956164 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:43:21.003600 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port dcb0be50-dfda-4563-9bb9-075de0137a15 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:43:21.003971 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.083195 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.105123 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:43:21.107341 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf90a8-1953-4768-8c40-f539d8471448" -d '{"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:43:21.119809 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:21.154778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cadbd0-1a60-4336-81ae-0e11cc257d87 x-openstack-request-id: req-f3cadbd0-1a60-4336-81ae-0e11cc257d87 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:43:21.154778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:43:21.154778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3cadbd0-1a60-4336-81ae-0e11cc257d87 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:43:21.154778 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'code': 200} Aug 28 03:43:21.155207 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Router 633a63c6-419c-4e8a-bb4d-a27c3573b192 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:43:21.220095 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.261522 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:43:21.272040 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8e89c170-14bf-455b-af58-45699d677a85 admin admin] 10.222.0.36 "PUT /v2.0/routers/633a63c6-419c-4e8a-bb4d-a27c3573b192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873507 Aug 28 03:43:21.272040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43190) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:21.273705 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Sync routers for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:43:21.288571 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=10']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:21.294445 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:43:21.298688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:43:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:21.376449 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.396956 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:43:21.480566 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.580811 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:43:20Z', 'revision_number': 5, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port': {'id': '49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:03Z', 'updated_at': '2021-08-28T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:21.613118 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Checking router: 633a63c6-419c-4e8a-bb4d-a27c3573b192 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:43:21.615766 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Deleting port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:21.616112 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.623659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Routers {'633a63c6-419c-4e8a-bb4d-a27c3573b192'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:43:21.624366 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:43:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['633a63c6-419c-4e8a-bb4d-a27c3573b192'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:21.701531 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] For port 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:21.702160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:21.713601 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] Set router 633a63c6-419c-4e8a-bb4d-a27c3573b192 gateway port host: None {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:43:21.715645 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Calling delete_port for 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:21.771004 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:43:21Z', 'revision_number': 6, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:21.798849 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48ca95-3c37-4290-8e51-ef200c5e37d4 None None] The sync data for ids ['633a63c6-419c-4e8a-bb4d-a27c3573b192'] in dv-cinder-759169-4-iscsi is: [{'id': '633a63c6-419c-4e8a-bb4d-a27c3573b192', 'name': 'tempest-TestMinimumBasicScenario-472100149-router', 'tenant_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:02Z', 'updated_at': '2021-08-28T03:43:21Z', 'revision_number': 6, 'project_id': 'ebd8746c7d3d463d9b89eee3eef2d053', 'gw_port_host': None}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:43:21.912747 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ae236-ef31-450e-9e9d-c753411173fb req-2c1c06f8-b1d9-4f0b-86a7-71f3e73c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:21.914249 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a87ae236-ef31-450e-9e9d-c753411173fb req-2c1c06f8-b1d9-4f0b-86a7-71f3e73c47ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1099 time: 0.0949719 Aug 28 03:43:21.924984 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a2c5-6066-46cc-941e-7069bae1699d req-c945b637-fa94-43a9-89dd-f343c78430b2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:21.927015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26f4a2c5-6066-46cc-941e-7069bae1699d req-c945b637-fa94-43a9-89dd-f343c78430b2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.1057384 Aug 28 03:43:22.015159 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a87ae236-ef31-450e-9e9d-c753411173fb req-c0145674-6753-40ba-8d25-4f5fd2ededb9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711000 Aug 28 03:43:22.018065 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-26f4a2c5-6066-46cc-941e-7069bae1699d req-2b0c4d8b-7f57-4904-9380-de4f158568f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713031 Aug 28 03:43:22.088634 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.115455 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:22.182834 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.277096 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.279098 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.407849 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.408371 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633a63c6-419c-4e8a-bb4d-a27c3573b192 {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:43:22.413445 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.414446 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-3c3708b2-280c-49c2-9199-b0c2e50f0a71 admin admin] 10.222.0.36 "DELETE /v2.0/routers/633a63c6-419c-4e8a-bb4d-a27c3573b192 HTTP/1.1" status: 204 len: 168 time: 1.1421120 Aug 28 03:43:22.416932 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43196) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:22.460031 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Deleting subnet 24c3eb19-2d22-485c-8cef-91bceb1248d1 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:43:22.463002 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.496324 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.541497 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:22.562096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:22.562515 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8ec395da-7fe6-434d-a6c2-bebec1a4ef4f not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:22.610089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.728519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.760955 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c3eb19-2d22-485c-8cef-91bceb1248d1,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:22.760955 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.761964 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-906fda3d-568e-47dc-91d6-37e61c6c528e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/24c3eb19-2d22-485c-8cef-91bceb1248d1 HTTP/1.1" status: 204 len: 168 time: 0.3440428 Aug 28 03:43:22.764461 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43198) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:22.767740 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc20ef3-fca1-4349-9029-1a371d0b2179 None None] Network cfb4174e-abbc-4c1a-96cf-d936194feabb requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:43:22.838231 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.893572 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Deleting port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:22.893915 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.966604 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] For port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:22.966995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:22.981334 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Calling delete_port for c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 owned by network:dhcp {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:23.076549 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] DHCP port deletion for cfb4174e-abbc-4c1a-96cf-d936194feabb request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:43:23.123740 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Deleting port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:23.124117 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.134050 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.145691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a73de-d06c-4001-8665-ed6edd4b88b1 req-b74668ae-50a8-4121-bd4b-0781fb8ad887 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:23.147343 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8c6a73de-d06c-4001-8665-ed6edd4b88b1 req-b74668ae-50a8-4121-bd4b-0781fb8ad887 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0510674 Aug 28 03:43:23.152839 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] No DVR routers for this DVR port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 on host dv-cinder-759169-4-iscsi {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:43:23.174346 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:23.191699 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] For port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,segment=NetworkSegment(12700cc5-a8f4-4ebc-ae8d-304c6ea69e62),segment_id=12700cc5-a8f4-4ebc-ae8d-304c6ea69e62)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:23.192779 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.194822 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8c6a73de-d06c-4001-8665-ed6edd4b88b1 req-996d8ad0-01ec-4b9c-b52b-c4770ba2a73d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Aug 28 03:43:23.206758 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Calling delete_port for c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:23.247093 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.257340 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb4174e-abbc-4c1a-96cf-d936194feabb']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:23.268789 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:23.269082 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12700cc5-a8f4-4ebc-ae8d-304c6ea69e62') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:23.279293 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.293332 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.299556 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:43:23.299880 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:43:23.301581 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:43:23.335729 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.361805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] No DVR routers for this DVR port c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:43:23.365737 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772112b6-ce2d-4e0c-ba6b-1e6428c233b4 None None] Pushing event deleted for resources: {'Port': ['ID=c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:23.397454 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.403793 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.406187 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] 10.222.0.36 "DELETE /v2.0/networks/cfb4174e-abbc-4c1a-96cf-d936194feabb HTTP/1.1" status: 204 len: 168 time: 0.6392748 Aug 28 03:43:23.407787 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43202) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:23.416416 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39f15-c7cc-4688-b66c-87e15fc2149f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb4174e-abbc-4c1a-96cf-d936194feabb,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:23.819347 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:23.992288 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:24.012357 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:24.012669 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 49ee0fb8-c69e-40c5-8aa4-eb4c5c9eed16 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:24.013364 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:24.031366 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:24.031705 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device c2b0a1d2-aa9f-4bf2-b88b-6d61e448c107 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:24.111386 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Deleting port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:24.111639 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:24.327762 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147eb68-de69-440e-955a-c7f3f1a8f633 req-d0d10e36-08c3-41e4-b488-97cecbfcbb62 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:24.329562 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3147eb68-de69-440e-955a-c7f3f1a8f633 req-d0d10e36-08c3-41e4-b488-97cecbfcbb62 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0572433 Aug 28 03:43:24.371039 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3147eb68-de69-440e-955a-c7f3f1a8f633 req-a6af6591-9b9a-4a49-8fea-88f40ea16673 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 Aug 28 03:43:24.432001 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] For port d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:24.432584 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:24.444724 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Calling delete_port for d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 owned by network:router_interface {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:24.699915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:24.724847 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:24.902703 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.117589 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:43:25.220026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:43:25.225502 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fa41d141-b909-4dd0-a513-8036f99af826 admin admin] 10.222.0.36 "PUT /v2.0/routers/e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166959 Aug 28 03:43:25.227973 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43240) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:25.231374 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Sync routers for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:43:25.240907 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:43:25.241530 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:43:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:25.333510 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.346058 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:43:25.440339 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.494888 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fdb6d-2fb3-42ed-a82b-cf4a612c637d req-98def09f-681d-4930-9aab-b331ec78e6f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:25.496377 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-430fdb6d-2fb3-42ed-a82b-cf4a612c637d req-98def09f-681d-4930-9aab-b331ec78e6f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0511789 Aug 28 03:43:25.527090 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:43:24Z', 'revision_number': 5, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port': {'id': 'f85f5141-2a0f-42ff-8e14-85e4560cfd85', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:36:12Z', 'updated_at': '2021-08-28T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:25.554517 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Checking router: e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:43:25.559267 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-430fdb6d-2fb3-42ed-a82b-cf4a612c637d req-707cb404-ab20-4709-89df-2abe2bd10b0c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567131 Aug 28 03:43:25.562997 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Routers {'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:43:25.563593 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:43:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:25.583598 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Deleting port f85f5141-2a0f-42ff-8e14-85e4560cfd85 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:25.584013 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.655833 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] Set router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:43:25.671191 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-65cc3406-b538-4b75-9d25-3cff1e003ab1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407343 Aug 28 03:43:25.674127 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] For port f85f5141-2a0f-42ff-8e14-85e4560cfd85, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f85f5141-2a0f-42ff-8e14-85e4560cfd85,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:25.674513 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.688746 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Calling delete_port for f85f5141-2a0f-42ff-8e14-85e4560cfd85 owned by network:router_gateway {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:25.710996 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-889ff08c-21de-4384-ad94-f63699459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:43:25Z', 'revision_number': 6, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:25.738558 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ff08c-21de-4384-ad94-f63699459acf None None] The sync data for ids ['e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe'] in dv-cinder-759169-4-iscsi is: [{'id': 'e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe', 'name': 'tempest-TestMinimumBasicScenario-736490510-router', 'tenant_id': '8f69cc904d0a4509ae3dc702810b452e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:36:11Z', 'updated_at': '2021-08-28T03:43:25Z', 'revision_number': 6, 'project_id': '8f69cc904d0a4509ae3dc702810b452e', 'gw_port_host': None}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:43:25.747878 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-af86ce01-d958-488c-89de-9f4178ecbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:25.749412 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-af86ce01-d958-488c-89de-9f4178ecbbde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 1099 time: 0.0436704 Aug 28 03:43:25.862471 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-0e24dc7e-5492-419a-9156-3f5be1e4970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:25.864728 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-0e24dc7e-5492-419a-9156-3f5be1e4970e service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0946767 Aug 28 03:43:25.911704 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:25.933869 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-ada31bf7-639e-47d7-9c47-0affb45d7d64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 200 len: 1001 time: 0.0626714 Aug 28 03:43:25.938221 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85f5141-2a0f-42ff-8e14-85e4560cfd85,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:25.989688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-1cbf723b-6f74-46bd-9e71-52949192e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:25.991132 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-1cbf723b-6f74-46bd-9e71-52949192e723 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0499911 Aug 28 03:43:26.002569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.037768 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-e85cbd8c-a8bd-4ac6-b515-1653f97a925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:26.039170 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-e85cbd8c-a8bd-4ac6-b515-1653f97a925e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410411 Aug 28 03:43:26.111323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.113643 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.142182 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-decc1fd1-e81b-4bf5-b6a0-03f35845aded service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956051 Aug 28 03:43:26.254215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.254865 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe {{(pid=94548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:43:26.260715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.271606 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-72f5c650-288f-4660-b1a1-62839ffabc7e req-16569f2d-fb43-450a-87e5-dd70d057bac5 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111953 Aug 28 03:43:26.271744 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a8e9b119-86ff-485d-9289-5297e2af8f14 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e9bf363f-f132-4ded-a8ad-a8cb0cb3bfbe HTTP/1.1" status: 204 len: 168 time: 1.0330107 Aug 28 03:43:26.271744 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43248) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:26.309756 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Deleting subnet 26ee269c-8f59-46ae-9c4b-f2fe06664b7b {{(pid=94548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:43:26.312667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.347382 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3031437'] for subnet, precommit_delete_associations {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.451685 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.523688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:26.546084 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:26.546436 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device d5b557b2-0ba4-4cfc-b6d8-bcf06c05d3f3 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:26.557863 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30326605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853898'] for subnet, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.594169 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ee269c-8f59-46ae-9c4b-f2fe06664b7b,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:26.598137 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.600073 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6ee3b693-4094-4a78-8f42-5dcc5d95a272 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/26ee269c-8f59-46ae-9c4b-f2fe06664b7b HTTP/1.1" status: 204 len: 168 time: 0.3348029 Aug 28 03:43:26.602479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43250) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:26.605125 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20014e22-658f-4309-ba67-ed1bbe69493c None None] Network d458995c-4e37-4332-a9d5-bc6cbde3b912 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:43:26.674683 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.729573 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Deleting port af2e61ff-66cf-43ca-a328-4cab7c6a8840 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:26.729914 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.790839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] DHCP port deletion for d458995c-4e37-4332-a9d5-bc6cbde3b912 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:43:26.795520 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] For port af2e61ff-66cf-43ca-a328-4cab7c6a8840, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=af2e61ff-66cf-43ca-a328-4cab7c6a8840,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:26.795903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.809796 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Calling delete_port for af2e61ff-66cf-43ca-a328-4cab7c6a8840 owned by network:dhcp {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:26.837682 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Deleting port af2e61ff-66cf-43ca-a328-4cab7c6a8840 {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:43:26.838053 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.909220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] For port af2e61ff-66cf-43ca-a328-4cab7c6a8840, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=af2e61ff-66cf-43ca-a328-4cab7c6a8840,segment=NetworkSegment(a6d1ad25-6a34-463c-b664-b6e2e2faa568),segment_id=a6d1ad25-6a34-463c-b664-b6e2e2faa568)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:43:26.917180 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:26.921694 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Calling delete_port for af2e61ff-66cf-43ca-a328-4cab7c6a8840 owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:43:27.014120 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.019458 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.042585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] No DVR routers for this DVR port af2e61ff-66cf-43ca-a328-4cab7c6a8840 on host dv-cinder-759169-4-iscsi {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:43:27.046580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2e61ff-66cf-43ca-a328-4cab7c6a8840,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:27.050405 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] Pushing event deleted for resources: {'Port': ['ID=af2e61ff-66cf-43ca-a328-4cab7c6a8840,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:27.054467 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5ab0c-c304-47fb-9c9a-09d0b13f4319 None None] No DVR routers for this DVR port af2e61ff-66cf-43ca-a328-4cab7c6a8840 on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:43:27.121241 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.131128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d458995c-4e37-4332-a9d5-bc6cbde3b912']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:27.141224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d1ad25-6a34-463c-b664-b6e2e2faa568') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:27.141516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d1ad25-6a34-463c-b664-b6e2e2faa568') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:43:27.150111 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.164650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.170865 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:43:27.171256 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:43:27.172931 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:43:27.276669 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.281875 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.283791 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d458995c-4e37-4332-a9d5-bc6cbde3b912 HTTP/1.1" status: 204 len: 168 time: 0.6801674 Aug 28 03:43:27.295544 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac448d-9cc0-4b44-be2a-4bbf011613c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d458995c-4e37-4332-a9d5-bc6cbde3b912,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:27.546214 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43254) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:27.585842 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-fc48de87-0e0a-43c4-b216-2fcba355b87a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd8746c7d3d463d9b89eee3eef2d053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384600 Aug 28 03:43:27.588227 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43256) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:27.634212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.654641 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.750883 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.753404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:27.754980 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/810d4ffa-b53d-49fb-a3e4-c44f2486247b HTTP/1.1" status: 204 len: 168 time: 0.1654112 Aug 28 03:43:27.762473 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a699d9-908e-4c2d-9d7c-212fa4f461b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d4ffa-b53d-49fb-a3e4-c44f2486247b,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:27.987157 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device af2e61ff-66cf-43ca-a328-4cab7c6a8840 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:28.007571 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: af2e61ff-66cf-43ca-a328-4cab7c6a8840 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:28.007921 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device af2e61ff-66cf-43ca-a328-4cab7c6a8840 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:28.008323 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f85f5141-2a0f-42ff-8e14-85e4560cfd85 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:43:28.027794 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: f85f5141-2a0f-42ff-8e14-85e4560cfd85 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:43:28.028143 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f85f5141-2a0f-42ff-8e14-85e4560cfd85 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:43:28.354445 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43262) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:28.396163 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f3458613-b496-4838-aec2-ad395b3966e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f69cc904d0a4509ae3dc702810b452e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405290 Aug 28 03:43:28.398533 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43264) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:43:28.444888 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:28.464719 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:28.597282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:28.600724 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:28.601877 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8c5e10e-068c-4903-bf63-96b34ee6499d HTTP/1.1" status: 204 len: 168 time: 0.2024705 Aug 28 03:43:28.609577 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7714cb-f58f-4a27-93ae-2cb9469c8304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c5e10e-068c-4903-bf63-96b34ee6499d,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:43:34.065198 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e09eacac-af76-4dd7-a78f-fd3073ca46ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:36.436575 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-47723fd6-c0a1-4570-9bce-0f58e6c738e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:37.184827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:37.356110 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:43:37.968182 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:39.825118 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:49.601518 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:43:51.766078 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c144cb-b08a-4de0-b45b-2a0ea4b8e7b5 req-6377cb4e-68ce-415d-bdf7-a8ad932ba18b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:51.768142 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b7c144cb-b08a-4de0-b45b-2a0ea4b8e7b5 req-6377cb4e-68ce-415d-bdf7-a8ad932ba18b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Aug 28 03:43:51.808906 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b7c144cb-b08a-4de0-b45b-2a0ea4b8e7b5 req-3edcf962-6326-4118-b61c-4418e9cad39a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352364 Aug 28 03:43:52.923279 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4482fe-5705-423d-a87c-4b86911878bc req-7b079576-daeb-4200-b5f2-c9e5bdd702e4 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:52.924759 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4f4482fe-5705-423d-a87c-4b86911878bc req-7b079576-daeb-4200-b5f2-c9e5bdd702e4 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Aug 28 03:43:52.961541 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4f4482fe-5705-423d-a87c-4b86911878bc req-4272b165-9f7c-4170-9a8d-0fb03f30dcae tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300033 Aug 28 03:43:54.076200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852e477-56f1-42d5-a186-ff04ca83116a req-5d11a850-dbd3-4cde-bde5-f1e48287cb4c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:54.077702 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8852e477-56f1-42d5-a186-ff04ca83116a req-5d11a850-dbd3-4cde-bde5-f1e48287cb4c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Aug 28 03:43:54.115152 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8852e477-56f1-42d5-a186-ff04ca83116a req-3e157d2b-2cf6-4ec2-a9dc-3aa18678d73e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Aug 28 03:43:55.229565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca4f9-1810-4ce4-bd7a-a95412906db8 req-4fa6286e-1141-4d01-8c29-9bd0b5d1504e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:55.231019 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5b3ca4f9-1810-4ce4-bd7a-a95412906db8 req-4fa6286e-1141-4d01-8c29-9bd0b5d1504e tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0507414 Aug 28 03:43:55.268117 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5b3ca4f9-1810-4ce4-bd7a-a95412906db8 req-079d6575-7747-4c7b-b501-09299f46eaff tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Aug 28 03:43:56.386214 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448573-f4db-40be-bd93-ce8f144622e1 req-bc6975d0-715f-439c-bf1e-1da7f5c6a798 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:56.387679 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cf448573-f4db-40be-bd93-ce8f144622e1 req-bc6975d0-715f-439c-bf1e-1da7f5c6a798 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0547347 Aug 28 03:43:56.423882 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cf448573-f4db-40be-bd93-ce8f144622e1 req-d455c5e4-a48f-4c39-9857-6d1206cd6529 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303750 Aug 28 03:43:57.538163 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95ddda-9bc2-4cf3-b0b5-675fcd70a94e req-d9cd1e80-a082-43e6-8f21-88428473ee1d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:57.539627 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2a95ddda-9bc2-4cf3-b0b5-675fcd70a94e req-d9cd1e80-a082-43e6-8f21-88428473ee1d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Aug 28 03:43:57.577505 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2a95ddda-9bc2-4cf3-b0b5-675fcd70a94e req-48a658eb-46a7-4b14-82f3-f17331837b01 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Aug 28 03:43:58.688336 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215043a9-ab40-4072-9cbe-8635256ec9ad req-84f51baf-9785-4b67-b097-e17cab1781f5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:58.689801 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-215043a9-ab40-4072-9cbe-8635256ec9ad req-84f51baf-9785-4b67-b097-e17cab1781f5 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0470436 Aug 28 03:43:58.729353 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-215043a9-ab40-4072-9cbe-8635256ec9ad req-822486a5-68a1-45d1-95b1-186a1c2a94b6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Aug 28 03:43:59.842833 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf414-7ae9-4a06-892a-b6a114308e3d req-38606194-e4f9-495a-95d0-48cd327c8ee3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:43:59.844298 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ca7cf414-7ae9-4a06-892a-b6a114308e3d req-38606194-e4f9-495a-95d0-48cd327c8ee3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0508294 Aug 28 03:43:59.881447 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ca7cf414-7ae9-4a06-892a-b6a114308e3d req-fa28691d-e7ed-4404-aa39-568833aee1f1 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Aug 28 03:44:00.993062 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8790a-0c5d-4964-8d01-b27d2a86f94d req-fd9b5f6a-704a-4b83-94a0-564b22182709 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:00.995244 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59d8790a-0c5d-4964-8d01-b27d2a86f94d req-fd9b5f6a-704a-4b83-94a0-564b22182709 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0498755 Aug 28 03:44:01.032229 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59d8790a-0c5d-4964-8d01-b27d2a86f94d req-71e92146-fe3e-4f9b-8597-9b13391e1e5c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311556 Aug 28 03:44:02.053364 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-a923c50f-9ba0-440d-8fbb-aad2b6f62b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:02.054077 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-a923c50f-9ba0-440d-8fbb-aad2b6f62b74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0439484 Aug 28 03:44:02.172646 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d1cfc-97e6-4216-9673-74336c104170 req-90d341b0-b906-4af7-bbc3-11cc6b4ffb1c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:02.174126 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-324d1cfc-97e6-4216-9673-74336c104170 req-90d341b0-b906-4af7-bbc3-11cc6b4ffb1c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0719943 Aug 28 03:44:02.189554 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-789d275c-8133-4e92-bb08-f1edc73900e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:02.190919 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-789d275c-8133-4e92-bb08-f1edc73900e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.1302941 Aug 28 03:44:02.257839 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-324d1cfc-97e6-4216-9673-74336c104170 req-4b384835-a4b6-48c2-bf2e-d8eb948c744c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764380 Aug 28 03:44:02.270510 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-7da69a6b-665d-46f7-b5fc-1953a7940b62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 1001 time: 0.0695086 Aug 28 03:44:02.317920 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-c7c7e6fa-de01-49e4-95ad-0d3c469a8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:02.319314 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-c7c7e6fa-de01-49e4-95ad-0d3c469a8149 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0423775 Aug 28 03:44:02.366404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-f3ce5353-0dc5-43ac-adcb-a845d58b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:02.367879 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-f3ce5353-0dc5-43ac-adcb-a845d58b022b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418561 Aug 28 03:44:02.454646 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-6f6c7646-9e42-4701-aae9-63c833e6b6df service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797300 Aug 28 03:44:02.548183 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-77158a3a-47bb-454b-8b9e-f9618b142071 req-f0d2fef2-8632-4a7d-97eb-8ea7a667b3f2 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849140 Aug 28 03:44:03.371549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514ded-90f2-42c4-8ae0-97a9fe6919a2 req-b083d858-6904-4449-900b-976df634e2c7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:03.373049 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e514ded-90f2-42c4-8ae0-97a9fe6919a2 req-b083d858-6904-4449-900b-976df634e2c7 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Aug 28 03:44:03.409118 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1e514ded-90f2-42c4-8ae0-97a9fe6919a2 req-b9010094-53d2-48ff-8f3e-75e050a2aa6c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302658 Aug 28 03:44:04.115926 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-39f7af9d-0b30-4bd7-845f-e2d515b9d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:04.520262 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4a84-e9a4-4422-a68a-250ed946d875 req-9a82c81e-6987-4b34-a098-6e38d8c3756b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:04.521725 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5f9a4a84-e9a4-4422-a68a-250ed946d875 req-9a82c81e-6987-4b34-a098-6e38d8c3756b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Aug 28 03:44:04.559429 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5f9a4a84-e9a4-4422-a68a-250ed946d875 req-c708a5a4-3674-4004-866f-fbb9b6bf9093 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Aug 28 03:44:05.862043 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed59f-f362-4b07-b47f-9477ca79e3c7 req-44aab605-911e-4c0a-a034-0496dbdef54f tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:05.863424 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a60ed59f-f362-4b07-b47f-9477ca79e3c7 req-44aab605-911e-4c0a-a034-0496dbdef54f tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.2387891 Aug 28 03:44:05.905082 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a60ed59f-f362-4b07-b47f-9477ca79e3c7 req-baa35493-0dd8-4387-8ce1-82019e2cf279 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348136 Aug 28 03:44:06.211295 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491805d-4cd4-450e-9639-2a3327840626 req-05e3cecf-a1e2-41b7-9f72-0fbe4d05f54a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:06.212837 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d491805d-4cd4-450e-9639-2a3327840626 req-05e3cecf-a1e2-41b7-9f72-0fbe4d05f54a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0502100 Aug 28 03:44:06.223999 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43316) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:06.251988 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d491805d-4cd4-450e-9639-2a3327840626 req-1de295de-967d-4bd1-b1bd-1a626e8edf6a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Aug 28 03:44:06.312649 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-7c06591b-2fed-4448-9394-ccc1b9aeae92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875247 Aug 28 03:44:06.430032 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8ad656f-b614-41c4-b99a-7fd74311a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:07.173023 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:07.207194 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:44:07.281021 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:07.303185 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:07.306840 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae91d23-4982-4661-a06b-eb1c946e7fb2" -d '{"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-unplugged", "status": "completed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:07.320596 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:07.346179 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec836569-2cec-4dc2-be77-a42054c41845 x-openstack-request-id: req-ec836569-2cec-4dc2-be77-a42054c41845 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:07.346495 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-unplugged", "status": "failed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "code": 422}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:07.346854 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec836569-2cec-4dc2-be77-a42054c41845 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:07.347417 dv-cinder-759169-4-iscsi neutron-server[94550]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'code': 422} returned with failed status Aug 28 03:44:07.361411 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:07.412851 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=6']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:07.419629 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.419975 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.420311 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.420643 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.420997 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.421325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.421646 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.421968 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.422290 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.422608 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.422927 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.423245 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:07.435165 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c8d6-788d-49ab-ad4d-0681e4e08c5f req-22458cd7-04a1-4a0f-94df-bee9b86cacd2 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:07.436651 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4f99c8d6-788d-49ab-ad4d-0681e4e08c5f req-22458cd7-04a1-4a0f-94df-bee9b86cacd2 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.1131537 Aug 28 03:44:07.476976 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4f99c8d6-788d-49ab-ad4d-0681e4e08c5f req-f1af7dc1-b03b-4a16-83dd-74a1ee56269d tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342836 Aug 28 03:44:07.984426 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:08.592273 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffee06-1fb4-4c3f-ba12-65c91b9c450e req-62647b07-aeeb-46bd-8dd1-0836de5d4641 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:08.593849 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a8ffee06-1fb4-4c3f-ba12-65c91b9c450e req-62647b07-aeeb-46bd-8dd1-0836de5d4641 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0486364 Aug 28 03:44:08.630915 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a8ffee06-1fb4-4c3f-ba12-65c91b9c450e req-731a7319-d7be-447a-a11f-187942ac4e90 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Aug 28 03:44:08.749379 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-686bd993-44c2-45fc-b831-f2efa3add509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:08.750831 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-686bd993-44c2-45fc-b831-f2efa3add509 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65&tenant_id=4b75435f2b4b44d996f4460c334f967a HTTP/1.1" status: 200 len: 1096 time: 0.0695763 Aug 28 03:44:08.822506 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-6ee860ca-1984-41db-b38e-e485abfe1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:08.823933 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-6ee860ca-1984-41db-b38e-e485abfe1ed9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1096 time: 0.0391729 Aug 28 03:44:09.173786 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-9087a6bc-718a-431f-9702-58729f5ae243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:09.175333 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-9087a6bc-718a-431f-9702-58729f5ae243 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.3441045 Aug 28 03:44:09.238733 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-0469eea9-ad40-4b60-8931-7a7c2c7a483f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 999 time: 0.0557718 Aug 28 03:44:09.286157 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-05a38f0f-9dce-4964-8155-d7b506586cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:09.287555 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-05a38f0f-9dce-4964-8155-d7b506586cc3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0421238 Aug 28 03:44:09.333187 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-7bb3b35f-86a9-4b9d-99c4-208218f17000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:09.334625 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-7bb3b35f-86a9-4b9d-99c4-208218f17000 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404987 Aug 28 03:44:09.423100 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-5d35fe99-7c96-48f5-8112-7b654994fede service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812275 Aug 28 03:44:09.522216 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-8680bb06-73d3-4fe8-bb39-f276f34835be service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911117 Aug 28 03:44:09.745237 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb60df-19ec-4f1e-b011-cd16477635ca req-e088b6ec-1064-44dd-89e4-5098084aee48 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:09.746753 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fadb60df-19ec-4f1e-b011-cd16477635ca req-e088b6ec-1064-44dd-89e4-5098084aee48 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0499313 Aug 28 03:44:09.783654 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fadb60df-19ec-4f1e-b011-cd16477635ca req-4c34d1c0-724b-4590-8d8b-217312b932cb tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308573 Aug 28 03:44:09.795668 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:10.898922 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff871bfb-7287-4377-aa1f-be11b701d58b req-c6cf76ac-c93d-49af-a52c-566a725f6ca3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:10.900401 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ff871bfb-7287-4377-aa1f-be11b701d58b req-c6cf76ac-c93d-49af-a52c-566a725f6ca3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0512524 Aug 28 03:44:10.940478 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ff871bfb-7287-4377-aa1f-be11b701d58b req-ad10b79f-ee0f-4774-a511-40b03df9cf23 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Aug 28 03:44:12.058282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd6191-19aa-4cc6-9685-6fba9fc3c257 req-ace267cc-dce1-448d-b77e-4d8f40757030 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:12.059745 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-39fd6191-19aa-4cc6-9685-6fba9fc3c257 req-ace267cc-dce1-448d-b77e-4d8f40757030 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0489669 Aug 28 03:44:12.095332 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-39fd6191-19aa-4cc6-9685-6fba9fc3c257 req-48864b2b-2cdc-45c0-8510-6a11a2ade749 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298843 Aug 28 03:44:13.209941 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401da58-2381-45ed-b552-b9008d6aa0a9 req-360ee595-1867-40a6-bba9-8765eedc5770 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:13.211395 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8401da58-2381-45ed-b552-b9008d6aa0a9 req-360ee595-1867-40a6-bba9-8765eedc5770 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0491679 Aug 28 03:44:13.251184 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8401da58-2381-45ed-b552-b9008d6aa0a9 req-8af43dfd-fb5e-40a8-8af2-885628699eeb tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Aug 28 03:44:14.354162 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:44:14.368675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a136255-8708-4319-b49b-ac4c94a2d036 req-da669086-b537-4995-bf4b-c6845a414707 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:14.370426 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a136255-8708-4319-b49b-ac4c94a2d036 req-da669086-b537-4995-bf4b-c6845a414707 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0532308 Aug 28 03:44:14.408869 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8a136255-8708-4319-b49b-ac4c94a2d036 req-b64e53f2-fe61-4d14-8eb9-8a9b5e8a4efb tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Aug 28 03:44:15.520500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1872-31ec-4381-9777-def7e3e9ca14 req-ce0b7a32-2ca0-4131-b6c4-62436c89a1b9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:15.521985 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-808a1872-31ec-4381-9777-def7e3e9ca14 req-ce0b7a32-2ca0-4131-b6c4-62436c89a1b9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0479639 Aug 28 03:44:15.559444 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-808a1872-31ec-4381-9777-def7e3e9ca14 req-95628e39-987a-4921-ac8e-50acf019e684 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308747 Aug 28 03:44:16.670269 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699f033-35be-4ea3-a43d-cf9fd5294b66 req-b74d3b84-55f5-4bb3-b19f-4e2d8c4767c6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:16.671723 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f699f033-35be-4ea3-a43d-cf9fd5294b66 req-b74d3b84-55f5-4bb3-b19f-4e2d8c4767c6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 943 time: 0.0481415 Aug 28 03:44:16.709189 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f699f033-35be-4ea3-a43d-cf9fd5294b66 req-55eb3e85-5a31-448d-851c-901c5a95e6b3 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Aug 28 03:44:17.263467 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:44:17.354042 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:17.364798 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'port_id': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'mac_address': 'fa:16:3e:76:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:44:17.403932 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:17.415913 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f2cf4-9e9a-4597-a896-a8643d33747c {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:44:17.433777 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:17.504314 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:17.550857 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=7']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:17.822484 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905bf97-8cda-486b-bd5f-9fce71099a8c req-69e90337-ebb8-47e3-bafe-9c34c23acbb0 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:17.824055 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4905bf97-8cda-486b-bd5f-9fce71099a8c req-69e90337-ebb8-47e3-bafe-9c34c23acbb0 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0480883 Aug 28 03:44:17.862961 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4905bf97-8cda-486b-bd5f-9fce71099a8c req-13d40a16-e79b-4553-bd8a-4510ecffcb7a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330541 Aug 28 03:44:17.909085 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['608f2cf4-9e9a-4597-a896-a8643d33747c'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:44:18.973136 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b65d0c-e4eb-40cb-88dd-5da9747861ed req-438a8d9d-a236-42f4-a93f-4c541fa038e1 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:18.974585 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-29b65d0c-e4eb-40cb-88dd-5da9747861ed req-438a8d9d-a236-42f4-a93f-4c541fa038e1 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 944 time: 0.0475492 Aug 28 03:44:19.012059 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-29b65d0c-e4eb-40cb-88dd-5da9747861ed req-d946667d-55b8-4d47-b392-88d73182f58a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Aug 28 03:44:19.279727 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:44:19.331790 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 608f2cf4-9e9a-4597-a896-a8643d33747c triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:44:19.332149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:19.406712 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:19.427947 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:19.430181 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023551f3-5eb9-461f-83cc-10943372d7d3" -d '{"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-plugged", "status": "completed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:19.442609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:19.469067 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2e29d-367a-46db-85e9-3f4743a2283d x-openstack-request-id: req-f4d2e29d-367a-46db-85e9-3f4743a2283d {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:19.469067 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-plugged", "status": "completed", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:19.469067 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4d2e29d-367a-46db-85e9-3f4743a2283d {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:19.469067 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'code': 200} Aug 28 03:44:19.515931 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:19.571416 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=8']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:19.618547 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:19.863618 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7beafc-e4a3-4b85-9046-a7e1c62f566c req-6f432c95-a689-41d4-9834-64ab1724da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:19.865142 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f7beafc-e4a3-4b85-9046-a7e1c62f566c req-6f432c95-a689-41d4-9834-64ab1724da92 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0845778 Aug 28 03:44:19.901530 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f7beafc-e4a3-4b85-9046-a7e1c62f566c req-8b0787a8-e9f2-4153-aa5a-5e2ac75edf56 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279465 Aug 28 03:44:20.124076 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d868f6d-43b8-4921-a4fe-4ba8f548d5d7 req-bec36ead-8618-4109-a264-8c0a4e74e767 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:20.125715 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d868f6d-43b8-4921-a4fe-4ba8f548d5d7 req-bec36ead-8618-4109-a264-8c0a4e74e767 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Aug 28 03:44:20.163731 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d868f6d-43b8-4921-a4fe-4ba8f548d5d7 req-3945b174-16e1-46e9-bb0e-9b28bfbb760b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Aug 28 03:44:21.277448 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821818a-3e4a-4c0a-b61e-3e38c0625761 req-29bf2d33-0b12-4028-b60a-dc445ac47f35 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:21.278933 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3821818a-3e4a-4c0a-b61e-3e38c0625761 req-29bf2d33-0b12-4028-b60a-dc445ac47f35 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Aug 28 03:44:21.316622 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3821818a-3e4a-4c0a-b61e-3e38c0625761 req-4673030a-bb5e-47c8-801f-ff04574e64bd tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Aug 28 03:44:22.433684 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78c91-0a76-45e8-ab68-6696be9eba8c req-67b032dc-fe2c-404d-91c1-2dfb1cdf6be6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:22.435166 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e1a78c91-0a76-45e8-ab68-6696be9eba8c req-67b032dc-fe2c-404d-91c1-2dfb1cdf6be6 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0495822 Aug 28 03:44:22.471831 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e1a78c91-0a76-45e8-ab68-6696be9eba8c req-64fcc218-3471-4448-9152-1a7803d71cbc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Aug 28 03:44:24.136993 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edccd98-4d8a-4c5a-a1dd-ec82ff6b8d2b req-50ba84a8-e662-44b5-bfa2-43c6524644b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:24.138478 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8edccd98-4d8a-4c5a-a1dd-ec82ff6b8d2b req-50ba84a8-e662-44b5-bfa2-43c6524644b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Aug 28 03:44:24.176121 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8edccd98-4d8a-4c5a-a1dd-ec82ff6b8d2b req-bb3f4925-67a4-4b21-a0ef-e23f7fe2e182 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Aug 28 03:44:25.297822 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac02107-d2cb-4571-b882-8eb95a223465 req-c153604d-5ea3-4a3b-8120-55bb1869facc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:25.299330 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4ac02107-d2cb-4571-b882-8eb95a223465 req-c153604d-5ea3-4a3b-8120-55bb1869facc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Aug 28 03:44:25.338549 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-4ac02107-d2cb-4571-b882-8eb95a223465 req-0ff6da59-1354-464f-8645-4e1395b584d5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334311 Aug 28 03:44:25.691760 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-d9441429-24b0-475b-9a8a-1848583c3a35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395095 Aug 28 03:44:25.779167 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-3d79a164-f608-42bd-bd08-38391271fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:25.780660 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-3d79a164-f608-42bd-bd08-38391271fca5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0414784 Aug 28 03:44:25.883274 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1bccc1cb-6b63-4613-b295-0248eaef2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:25.884881 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1bccc1cb-6b63-4613-b295-0248eaef2d24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.0854328 Aug 28 03:44:25.931403 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a938-4385-4107-a550-22aeab9969d2 req-0e124f57-3ea0-4759-8feb-829a02535b06 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:25.932912 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b255a938-4385-4107-a550-22aeab9969d2 req-0e124f57-3ea0-4759-8feb-829a02535b06 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0469930 Aug 28 03:44:25.950744 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-5e1fa46b-4c43-45e6-b3d8-58458d760fef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 1001 time: 0.0583985 Aug 28 03:44:26.001342 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1b90a700-5509-45c4-876e-7ec0a306ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:26.002803 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1b90a700-5509-45c4-876e-7ec0a306ddbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0453813 Aug 28 03:44:26.027900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Deleting port dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:44:26.028239 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:26.052553 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1f09790c-dcc7-4628-905d-c5cfc22539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:26.054092 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-1f09790c-dcc7-4628-905d-c5cfc22539a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441201 Aug 28 03:44:26.065031 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-4995e0a4-5e4f-44cb-b81f-cbc4d342f7df service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:44:26.065985 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-4995e0a4-5e4f-44cb-b81f-cbc4d342f7df service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051107 Aug 28 03:44:26.114910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] For port dcb0be50-dfda-4563-9bb9-075de0137a15, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcb0be50-dfda-4563-9bb9-075de0137a15,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:26.115565 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:26.156150 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-d5e354ce-e19d-40ab-9ec1-db5fab9307b3 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825105 Aug 28 03:44:26.249458 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-d10e044f-a61a-4aae-9646-df5553325174 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857337 Aug 28 03:44:26.657795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:26.658177 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:26.658487 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Floating IP b121b232-c333-4547-9a1b-795120cb7f2c disassociated. External IP: 172.27.1.229, port: dcb0be50-dfda-4563-9bb9-075de0137a15. Aug 28 03:44:26.658814 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Calling delete_port for dcb0be50-dfda-4563-9bb9-075de0137a15 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:44:26.680152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321762a-91ef-4428-8d8f-db90e75980ba req-bc45a8be-c34f-4713-923d-b53f3b346dd0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:26.682307 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e321762a-91ef-4428-8d8f-db90e75980ba req-bc45a8be-c34f-4713-923d-b53f3b346dd0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 946 time: 0.0901828 Aug 28 03:44:26.767448 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e321762a-91ef-4428-8d8f-db90e75980ba req-05b09539-ff1d-4834-b418-95b2a1e72144 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=af40d588-7629-4f99-9a63-2daab6f7e2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529358 Aug 28 03:44:26.875498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:26.902283 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'Port': ['ID=dcb0be50-dfda-4563-9bb9-075de0137a15,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:26.911818 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.912105 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.912450 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.912818 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.913161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.913500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.913834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.914165 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.915065 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.915065 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.915763 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:26.916057 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:27.043069 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:44:27.151093 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:44:27.161677 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:44:27.171113 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:44:27.171679 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:27.190132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] No DVR routers for this DVR port dcb0be50-dfda-4563-9bb9-075de0137a15 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:44:27.192754 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:27.194782 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b255a938-4385-4107-a550-22aeab9969d2 req-949e31dd-1881-41fe-9e27-4dbc3ffbe18c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "DELETE /v2.0/ports/dcb0be50-dfda-4563-9bb9-075de0137a15 HTTP/1.1" status: 204 len: 173 time: 1.2563474 Aug 28 03:44:27.195229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-deleted', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:27.197829 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55622183-9e8b-4173-85fe-9c7d80556ecc" -d '{"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-deleted", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:27.284390 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:44:27.301096 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31cb0ca-7390-4636-bc15-bb17c5b301f5 x-openstack-request-id: req-d31cb0ca-7390-4636-bc15-bb17c5b301f5 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:27.301280 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88899f3c-9463-4e32-b0fa-033d799fd662", "name": "network-vif-deleted", "tag": "dcb0be50-dfda-4563-9bb9-075de0137a15", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:27.301434 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d31cb0ca-7390-4636-bc15-bb17c5b301f5 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:27.301849 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88899f3c-9463-4e32-b0fa-033d799fd662', 'name': 'network-vif-deleted', 'tag': 'dcb0be50-dfda-4563-9bb9-075de0137a15', 'status': 'completed', 'code': 200} Aug 28 03:44:27.507073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:27.534404 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:44:27.543035 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:44:27.543642 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:27.770676 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:44:27.880888 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bd880ac2-1579-4203-af61-aee589afe269 req-049199e0-a467-490a-b60e-688a8789d048 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=88899f3c-9463-4e32-b0fa-033d799fd662 HTTP/1.1" status: 200 len: 210 time: 0.0304470 Aug 28 03:44:27.975732 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:28.005206 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d5474-5f2d-4847-9ff3-815eed36a609 None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:44:28.225132 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d02e70-cd3b-4d1e-a6f3-57cc95a718d2 None None] New status for floating IP b121b232-c333-4547-9a1b-795120cb7f2c: DOWN {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:44:29.007285 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43410) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:29.060035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.082987 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.200984 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.203493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.204741 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "DELETE /v2.0/security-groups/af40d588-7629-4f99-9a63-2daab6f7e2c9 HTTP/1.1" status: 204 len: 168 time: 0.1964076 Aug 28 03:44:29.209711 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43412) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:29.215342 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ca9f9-741a-40a8-98c4-fc2bffb734b6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40d588-7629-4f99-9a63-2daab6f7e2c9,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:29.223070 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.api.v2.resource [None req-f0cc0382-2501-4a6e-856f-d0ab84954b2a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] show failed (client error): The resource could not be found. Aug 28 03:44:29.224086 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f0cc0382-2501-4a6e-856f-d0ab84954b2a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups/af40d588-7629-4f99-9a63-2daab6f7e2c9 HTTP/1.1" status: 404 len: 347 time: 0.0153105 Aug 28 03:44:29.226923 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43414) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:29.316845 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:44:29.336269 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: dcb0be50-dfda-4563-9bb9-075de0137a15 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:44:29.336607 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcb0be50-dfda-4563-9bb9-075de0137a15 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:44:29.350190 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Deleting port ca7b4b8c-709a-487d-bf4a-4075c8167ada {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:44:29.350526 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.423375 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.423696 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.435540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Calling delete_port for ca7b4b8c-709a-487d-bf4a-4075c8167ada owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:44:29.595868 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.624149 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'Port': ['ID=ca7b4b8c-709a-487d-bf4a-4075c8167ada,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:29.653335 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.653680 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.654020 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.654352 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.654679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.655008 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.655334 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.655656 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.655980 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.656304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.656623 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.656969 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:44:29.697282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.699778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:29.700974 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9139d8bb-cad9-4f77-a94a-9fd14b284085 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "DELETE /v2.0/floatingips/b121b232-c333-4547-9a1b-795120cb7f2c HTTP/1.1" status: 204 len: 168 time: 0.4731290 Aug 28 03:44:30.055226 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43418) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:30.060533 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363162672', 'description': 'tempest-description--1380815850'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:30.149931 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.263760 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.320861 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.350333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f17e9-c22f-491e-911a-e95e3ac72afd,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:30.412486 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.413802 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-c56b4901-a189-43f2-8456-22c0a30da3cc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3569155 Aug 28 03:44:30.416745 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43420) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:30.421212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group_rule': {'security_group_id': '6c8f17e9-c22f-491e-911a-e95e3ac72afd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:30.508355 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.563189 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.646485 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.664035 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7d9e7d-2056-4d75-a672-cf55f0ffbda8,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:30.726700 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.728545 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-28be104b-75e0-4d0b-b1fc-e831e1494599 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107493 Aug 28 03:44:30.731193 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43422) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:30.735612 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'security_group_rule': {'security_group_id': '6c8f17e9-c22f-491e-911a-e95e3ac72afd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:30.811597 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.869327 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.926223 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:30.944880 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eb2f20-9853-4c5d-b803-f104dbbb93b7,revision_number=0']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:31.006463 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.007684 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-20c0b74f-8e86-4c55-81df-8cd761c1f4a8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2755456 Aug 28 03:44:31.010899 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43424) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:31.015191 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:31.092139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.186715 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.298373 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Allocated IP 172.27.1.12 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/a6982f36-0a08-456b-b1d8-d5fe773031f5) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:44:31.395124 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.464307 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.508013 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:44:31.511404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:44:31.515665 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:44:31.518560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=a6982f36-0a08-456b-b1d8-d5fe773031f5,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:31.597235 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.671903 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.821260 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.881003 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:31.948133 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=a6982f36-0a08-456b-b1d8-d5fe773031f5,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:31.961101 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:32.035160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:32.036603 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-425d16e3-3e9e-44fd-ad66-e5a40f258ccc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0248010 Aug 28 03:44:32.176475 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-0122ba49-9e0b-4826-8f1f-d274983d2252 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--363162672&fields=id&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 267 time: 0.0348053 Aug 28 03:44:32.283778 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-7112941f-d038-4123-bf63-864205635e74 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:32.285157 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-7112941f-d038-4123-bf63-864205635e74 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 816 time: 0.1015301 Aug 28 03:44:32.300318 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-9d4defbe-fdb8-4f33-ac47-f00ef94eaade tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/quotas/acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 375 time: 0.0087664 Aug 28 03:44:32.352418 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-7a6a1fa9-2e22-4c83-8a18-ec66e4e45dc4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469728 Aug 28 03:44:32.412305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c7342474-103f-45a9-868f-82c0f76e123b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:44:32.413358 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c7342474-103f-45a9-868f-82c0f76e123b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493033 Aug 28 03:44:32.499625 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-6964b916-1ce0-4760-ad97-72f15a5bf271 service neutron] 10.222.0.36 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796595 Aug 28 03:44:32.591703 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-48066efd-e39b-48a4-a3e2-fbca53ee47ee service neutron] 10.222.0.36 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862446 Aug 28 03:44:32.813699 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69662e68-21b5-4627-a171-aca1793f6477 req-f24d860a-b891-432f-a83c-1cce6ee2f8c2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 210 time: 0.0267603 Aug 28 03:44:33.909919 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f71d90f3-6484-4d34-9012-872979cce524 req-d452af58-380e-4839-9b28-76c14356e1b1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 210 time: 0.0277162 Aug 28 03:44:34.080818 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6f1037a3-5123-4514-b686-7391e0aa3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:34.622635 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-effc892e-d7c9-4fb5-9e7f-b9c79e89ba46 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:34.624078 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-effc892e-d7c9-4fb5-9e7f-b9c79e89ba46 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 816 time: 0.1095362 Aug 28 03:44:34.681704 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-15b87449-5c0c-42c6-ac37-fcbf5da9ed1a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 379 time: 0.0351994 Aug 28 03:44:34.691451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'port': {'device_id': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'admin_state_up': True, 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'security_groups': ['6c8f17e9-c22f-491e-911a-e95e3ac72afd']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:34.869886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Made reservation on behalf of acaff84646ca4374b9f9d7df56acaebc for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:44:34.873517 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.008017 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Allocated IP 172.20.0.6 (58f6550e-225e-46d1-8f93-25915b5206fc/c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84/32e7d661-d87c-434c-8993-86d3aa3b695d) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:44:35.015296 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-47905daf-1f98-4b30-b6a7-53b1b6e16b1a req-96a4dcb5-84df-44a4-b27f-3c84e42470c1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 210 time: 0.0272515 Aug 28 03:44:35.146212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.159132 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Transition to ACTIVE for port object 32e7d661-d87c-434c-8993-86d3aa3b695d will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:44:35.253076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.294707 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Network 58f6550e-225e-46d1-8f93-25915b5206fc is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:44:35.297625 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:44:35.303715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:44:35.328871 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:35.357005 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:35.357682 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.504892 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-c4bec98e-4907-49ac-8d2f-ae12ae5509b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171458 Aug 28 03:44:35.539010 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Request body: {'port': {'device_id': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:35.560889 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-83c3083f-4ad5-44e4-a886-07bfca4f50d2 None None] Provisioning for port 32e7d661-d87c-434c-8993-86d3aa3b695d completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:44:35.564679 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-83c3083f-4ad5-44e4-a886-07bfca4f50d2 None None] Provisioning complete for port 32e7d661-d87c-434c-8993-86d3aa3b695d triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:44:35.565079 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-83c3083f-4ad5-44e4-a886-07bfca4f50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.591574 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.599306 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-83c3083f-4ad5-44e4-a886-07bfca4f50d2 None None] Port 32e7d661-d87c-434c-8993-86d3aa3b695d cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:44:35.852575 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:44:35.859736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:35.871690 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Transition to ACTIVE for port object 32e7d661-d87c-434c-8993-86d3aa3b695d will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:44:35.955067 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:36.004148 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:36.081764 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Attempting to bind port 32e7d661-d87c-434c-8993-86d3aa3b695d on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:44:36.082437 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Attempting to bind port 32e7d661-d87c-434c-8993-86d3aa3b695d by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:44:36.082437 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Attempting to bind port 32e7d661-d87c-434c-8993-86d3aa3b695d on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:44:36.087039 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Port 32e7d661-d87c-434c-8993-86d3aa3b695d on network 58f6550e-225e-46d1-8f93-25915b5206fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:44:36.087356 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Attempting to bind port 32e7d661-d87c-434c-8993-86d3aa3b695d on network 58f6550e-225e-46d1-8f93-25915b5206fc {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:44:36.092724 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:44:36.093081 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Checking segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:44:36.093461 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Bound using segment: {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:44:36.093878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Bound port: 32e7d661-d87c-434c-8993-86d3aa3b695d, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2347a873-b332-4776-ac08-d6f769ee1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:44:36.094229 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:36.184524 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba962f5-3d1e-450f-8b92-784c98af6c57 req-2f7c81e2-861e-41ae-b55f-05311af33c5d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.186031 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ba962f5-3d1e-450f-8b92-784c98af6c57 req-2f7c81e2-861e-41ae-b55f-05311af33c5d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0894880 Aug 28 03:44:36.203308 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:44:36.225134 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:44:36.239067 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3ba962f5-3d1e-450f-8b92-784c98af6c57 req-24e88566-b9bd-4695-8039-d6f19eebe81d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Aug 28 03:44:36.276276 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:36.312885 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.313498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:36.314908 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] 10.222.0.38 "PUT /v2.0/ports/32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 1093 time: 0.7801797 Aug 28 03:44:36.315344 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:36.317585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999" -d '{"events": [{"name": "network-changed", "server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:36.342851 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cd63-3d85-4b1a-8542-5221b4f26ebe service neutron] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:36.366576 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2897b-72a2-4a9a-b94d-1e92d37976c4 x-openstack-request-id: req-9cc2897b-72a2-4a9a-b94d-1e92d37976c4 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:36.366898 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:36.367121 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cc2897b-72a2-4a9a-b94d-1e92d37976c4 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:36.367523 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'status': 'completed', 'code': 200} Aug 28 03:44:36.441111 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1b10312e-df13-42e8-a76b-bc0c4c1922f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:36.454139 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-b7ecc780-8894-4b9b-9390-26bff41b5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.457771 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-b7ecc780-8894-4b9b-9390-26bff41b5309 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1096 time: 0.0445392 Aug 28 03:44:36.561551 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-d23877a1-31f9-402b-bbdb-9b01a61af818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.563037 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-d23877a1-31f9-402b-bbdb-9b01a61af818 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=acaff84646ca4374b9f9d7df56acaebc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0911102 Aug 28 03:44:36.660571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-37c708ea-8803-48cf-9e77-7a7f49b96f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.661969 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b6d60b08-112f-4f7e-8b45-f0cc8f12d999 req-37c708ea-8803-48cf-9e77-7a7f49b96f7a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912881 Aug 28 03:44:36.760802 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-55f93388-1203-40d6-b8fc-dc8cb270e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.762256 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-55f93388-1203-40d6-b8fc-dc8cb270e920 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1096 time: 0.0406663 Aug 28 03:44:36.813144 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-a46bea89-eed6-455a-9704-06e5222e26ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 217 time: 0.0366902 Aug 28 03:44:36.860631 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-e22ee40b-821b-43ee-91da-b1fa5992db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.862078 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-e22ee40b-821b-43ee-91da-b1fa5992db39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0429697 Aug 28 03:44:36.907667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-0b7dcef0-607e-425b-b7c6-9742817bba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:36.909121 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-0b7dcef0-607e-425b-b7c6-9742817bba44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387821 Aug 28 03:44:37.002882 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-f55f728c-55a7-4ea9-8484-d243a5f99265 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863903 Aug 28 03:44:37.094394 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-de12a2a8-377c-4869-b0cb-d36f6b4ac7b3 req-ebc287ab-5695-458e-bf57-6119aa2509fe service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Aug 28 03:44:37.223708 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:37.358457 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7606c-4eb9-4ef6-b8a6-aba7bfc47007 req-9ac09cf7-85d3-4dde-858c-32c78f805f93 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:37.359923 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-11f7606c-4eb9-4ef6-b8a6-aba7bfc47007 req-9ac09cf7-85d3-4dde-858c-32c78f805f93 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0497715 Aug 28 03:44:37.398724 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-11f7606c-4eb9-4ef6-b8a6-aba7bfc47007 req-d18a6126-bc90-420f-8110-9d153fc07203 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328591 Aug 28 03:44:37.989274 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:38.516049 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1236-c94f-48c0-aed5-2bac8ce2defd req-b204b35e-ec36-4c63-8faf-ad02507f42a7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:38.517562 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b12d1236-c94f-48c0-aed5-2bac8ce2defd req-b204b35e-ec36-4c63-8faf-ad02507f42a7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0488830 Aug 28 03:44:38.555032 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b12d1236-c94f-48c0-aed5-2bac8ce2defd req-9f178bae-4a03-4cb5-a975-26c3a5db8920 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Aug 28 03:44:39.379337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:44:39.475547 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:39.487194 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:44:39.525196 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:39.537094 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:44:39.556057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:39.635757 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:39.676461 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f561b9-b992-4898-bf47-6cb19e0f525e req-adc2d800-50d1-4f72-a2be-763d390779d8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:39.677979 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b0f561b9-b992-4898-bf47-6cb19e0f525e req-adc2d800-50d1-4f72-a2be-763d390779d8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0543246 Aug 28 03:44:39.684142 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:39.717568 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b0f561b9-b992-4898-bf47-6cb19e0f525e req-28c546fa-f480-4885-abbe-8b24af401ecd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Aug 28 03:44:39.789257 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:40.104882 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['32e7d661-d87c-434c-8993-86d3aa3b695d'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:44:40.839339 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9eba8-307e-4ecc-964a-6271fdc8c35f req-5a00c6e5-56f2-40f7-9b86-90213728f517 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:40.840851 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-98f9eba8-307e-4ecc-964a-6271fdc8c35f req-5a00c6e5-56f2-40f7-9b86-90213728f517 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0516331 Aug 28 03:44:40.877820 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-98f9eba8-307e-4ecc-964a-6271fdc8c35f req-8b2668cd-512f-4e19-8c17-64a6368b2d03 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Aug 28 03:44:41.403037 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:44:41.503796 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 32e7d661-d87c-434c-8993-86d3aa3b695d completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:44:41.507524 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 32e7d661-d87c-434c-8993-86d3aa3b695d triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:44:41.507894 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:41.587375 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:41.609255 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:41.611454 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3a823-1a78-4b13-a77e-32c35f5032b1" -d '{"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:41.624356 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:44:41.649276 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91762e7c-6e80-4d88-9f9f-64d0842c17cf x-openstack-request-id: req-91762e7c-6e80-4d88-9f9f-64d0842c17cf {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:41.649614 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:41.649865 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91762e7c-6e80-4d88-9f9f-64d0842c17cf {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:41.650684 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'code': 200} Aug 28 03:44:41.686518 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:41.734656 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:44:41.969115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2f30-acca-4395-b9ea-31e1ee816f2c req-f5eddd24-6b9b-462f-82f2-606eacf4dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:41.973344 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c0d2f30-acca-4395-b9ea-31e1ee816f2c req-f5eddd24-6b9b-462f-82f2-606eacf4dc5a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1098 time: 0.0441232 Aug 28 03:44:42.008357 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d990b2-9781-4ba7-8765-0fb22ebe3c1f req-2bc8ee5e-ad25-4963-b5ab-24a7cb60227d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:42.009941 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-36d990b2-9781-4ba7-8765-0fb22ebe3c1f req-2bc8ee5e-ad25-4963-b5ab-24a7cb60227d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0500119 Aug 28 03:44:42.010095 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c0d2f30-acca-4395-b9ea-31e1ee816f2c req-db9c5c5c-c859-4e10-b75c-9b932e4827fb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280252 Aug 28 03:44:42.047063 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-36d990b2-9781-4ba7-8765-0fb22ebe3c1f req-b06a5c86-6b0e-426c-b655-0360aed47db0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Aug 28 03:44:43.164416 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc66fa-4703-48f3-b49e-76317f84f506 req-4eb00b43-5ec7-4222-896f-6ef9d6587700 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:43.165929 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-83bc66fa-4703-48f3-b49e-76317f84f506 req-4eb00b43-5ec7-4222-896f-6ef9d6587700 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0485547 Aug 28 03:44:43.203002 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-83bc66fa-4703-48f3-b49e-76317f84f506 req-1d4c1408-8933-4846-b988-76f2cf31ab4c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310588 Aug 28 03:44:44.317298 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c50d3-114d-4e81-89db-b300830452a8 req-48c56a26-b1c2-4786-bf7f-68383565e031 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:44.318755 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bc2c50d3-114d-4e81-89db-b300830452a8 req-48c56a26-b1c2-4786-bf7f-68383565e031 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0479348 Aug 28 03:44:44.356687 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bc2c50d3-114d-4e81-89db-b300830452a8 req-efd1afc5-b403-485e-a42c-86abdcf2b6b9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Aug 28 03:44:44.473956 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710686-ba9b-4efb-ad9c-4d927e904cc5 req-820619a5-ed77-47b4-8345-fb5ad23993ee tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:44.475409 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e8710686-ba9b-4efb-ad9c-4d927e904cc5 req-820619a5-ed77-47b4-8345-fb5ad23993ee tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0525064 Aug 28 03:44:44.484183 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43490) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:44:44.488669 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Request body: {'floatingip': {'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:44:44.527663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:44.948155 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:45.012074 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:45.114642 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Floating IP 8e9197c2-b010-4ead-92e8-1ef485d0fd8b associated. External IP: 172.27.1.12, port: 32e7d661-d87c-434c-8993-86d3aa3b695d. Aug 28 03:44:45.597868 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:44:45.706212 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:44:45.711323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:45.717786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:44:45.728512 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:44:45.729243 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:45.742887 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-87cb1df6-7736-49bd-91cd-170a37c15fbb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "PUT /v2.0/floatingips/8e9197c2-b010-4ead-92e8-1ef485d0fd8b HTTP/1.1" status: 200 len: 990 time: 1.2550168 Aug 28 03:44:45.742887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:44:45.743687 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:44:45.794608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c63dfa-e059-4b0e-a726-aff7f732144f x-openstack-request-id: req-24c63dfa-e059-4b0e-a726-aff7f732144f {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:44:45.794608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:44:45.794608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24c63dfa-e059-4b0e-a726-aff7f732144f {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:44:45.794941 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'status': 'completed', 'code': 200} Aug 28 03:44:45.840974 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:44:45.891735 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-a942cdaa-31f9-4d95-81ef-139e5aee5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:45.893247 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-a942cdaa-31f9-4d95-81ef-139e5aee5b4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1098 time: 0.0412462 Aug 28 03:44:45.982993 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-ed46ba0b-b620-471b-b61c-fcafa3868ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:45.984462 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-ed46ba0b-b620-471b-b61c-fcafa3868ca1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0841682 Aug 28 03:44:46.054312 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-72338944-510b-4977-b4d5-86e3eb027954 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 998 time: 0.0613782 Aug 28 03:44:46.064075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '8e9197c2-b010-4ead-92e8-1ef485d0fd8b', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:44:31Z', 'updated_at': '2021-08-28T03:44:44Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:46.089998 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:44:46.098246 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:44:46.098841 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:46.102564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-815eb8f0-570d-493a-b5db-c3334f8ff23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:46.104140 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-815eb8f0-570d-493a-b5db-c3334f8ff23e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0428066 Aug 28 03:44:46.152997 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-fa8fac25-89c6-4c66-a118-5e2476d52ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:46.154513 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-fa8fac25-89c6-4c66-a118-5e2476d52ab0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435226 Aug 28 03:44:46.209502 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:44:46.250638 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-5fbeda1a-7308-419d-a602-df52076cc52d service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Aug 28 03:44:46.339837 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c3f871a4-dd83-4a7a-a467-3fb6b435e6c1 req-95d31e64-9572-4779-9b39-5896089a5f14 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817070 Aug 28 03:44:46.433259 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '8e9197c2-b010-4ead-92e8-1ef485d0fd8b', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:44:31Z', 'updated_at': '2021-08-28T03:44:44Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:44:46.458840 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4db9a-f119-469e-a0a7-bfef59ec7a5b None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '8e9197c2-b010-4ead-92e8-1ef485d0fd8b', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:44:31Z', 'updated_at': '2021-08-28T03:44:44Z', 'revision_number': 1, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:44:46.638533 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b796a75-94a2-4bb4-8254-897b85734ac7 None None] New status for floating IP 8e9197c2-b010-4ead-92e8-1ef485d0fd8b: ACTIVE {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:44:49.600329 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:44:51.352610 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:44:57.925684 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100a1b-3d42-4de1-98ed-970966b50965 req-f473c150-ff96-42ba-bc94-8ba5251abb52 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:57.927162 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e100a1b-3d42-4de1-98ed-970966b50965 req-f473c150-ff96-42ba-bc94-8ba5251abb52 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0524251 Aug 28 03:44:57.965080 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1e100a1b-3d42-4de1-98ed-970966b50965 req-98ab3071-3a8b-4a6c-8295-a585126b2897 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Aug 28 03:44:59.077489 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dcf76-ef6b-44ea-b7f9-451a9f1a92e3 req-4eb26a76-ba78-486c-b0eb-1946734d6da1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:59.078944 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ce1dcf76-ef6b-44ea-b7f9-451a9f1a92e3 req-4eb26a76-ba78-486c-b0eb-1946734d6da1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0483313 Aug 28 03:44:59.119805 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ce1dcf76-ef6b-44ea-b7f9-451a9f1a92e3 req-a1ff1bf0-7c51-433b-b15b-858d1cc0adf4 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Aug 28 03:44:59.892925 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-e1443a23-c94a-44c4-bdb4-146a559b4467 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:44:59.894344 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-e1443a23-c94a-44c4-bdb4-146a559b4467 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0519390 Aug 28 03:44:59.982180 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port dcead8e5-3160-40fa-bfc5-3484cce2b121 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:44:59.982548 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.070964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] For port dcead8e5-3160-40fa-bfc5-3484cce2b121, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=dcead8e5-3160-40fa-bfc5-3484cce2b121,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:00.071322 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.230233 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc00b-2565-403c-9708-310bd8a45927 req-3ed38410-d104-4a85-890a-7d7fdc8ff2fa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:00.231747 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-67cfc00b-2565-403c-9708-310bd8a45927 req-3ed38410-d104-4a85-890a-7d7fdc8ff2fa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 946 time: 0.0487819 Aug 28 03:45:00.242200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.242585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.242898 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4 disassociated. External IP: 172.27.1.225, port: dcead8e5-3160-40fa-bfc5-3484cce2b121. Aug 28 03:45:00.243226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for dcead8e5-3160-40fa-bfc5-3484cce2b121 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:45:00.271844 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-67cfc00b-2565-403c-9708-310bd8a45927 req-fb278a7f-4d9f-4c68-b1df-e42fd50e615b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342298 Aug 28 03:45:00.434831 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.464767 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=dcead8e5-3160-40fa-bfc5-3484cce2b121,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:00.576116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:45:00.699177 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:45:00.709683 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:45:00.720201 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:00.720935 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:00.737851 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] No DVR routers for this DVR port dcead8e5-3160-40fa-bfc5-3484cce2b121 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:45:00.740216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:00.742182 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dbe48f86-e9b4-45a3-a697-5848e55ba7ba req-1681f2b9-48e2-4709-b55e-fb163d61ee3d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "DELETE /v2.0/ports/dcead8e5-3160-40fa-bfc5-3484cce2b121 HTTP/1.1" status: 204 len: 173 time: 0.8417752 Aug 28 03:45:00.742619 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'name': 'network-vif-deleted', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:00.744846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15caa7aa-83af-4715-bcce-b6b3479eedaa" -d '{"events": [{"server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "name": "network-vif-deleted", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:00.782741 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70defe30-34f2-4a3c-a747-8b3343b49b23 x-openstack-request-id: req-70defe30-34f2-4a3c-a747-8b3343b49b23 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:00.783046 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efc4e8-4b65-436f-b84b-0fd1565c4e6e", "name": "network-vif-deleted", "tag": "dcead8e5-3160-40fa-bfc5-3484cce2b121", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:00.783275 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70defe30-34f2-4a3c-a747-8b3343b49b23 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:00.783676 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efc4e8-4b65-436f-b84b-0fd1565c4e6e', 'name': 'network-vif-deleted', 'tag': 'dcead8e5-3160-40fa-bfc5-3484cce2b121', 'status': 'completed', 'code': 200} Aug 28 03:45:00.833075 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:01.035317 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:01.064002 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:45:01.071938 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:01.072537 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:44:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:01.301017 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:01.387802 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eae3e2a2-e027-4dc1-8088-00decb1f6c65 req-6304b680-802e-4fb0-ba44-0ba70de92817 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=16efc4e8-4b65-436f-b84b-0fd1565c4e6e HTTP/1.1" status: 200 len: 210 time: 0.0272498 Aug 28 03:45:01.509223 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:01.536500 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2600f0d-e670-4983-b4c4-4783c424dfbd None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:45:01.737571 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3536f1f-2b52-4f83-9c16-3163ae830781 None None] New status for floating IP 5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4: DOWN {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:45:02.632852 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-df1f6c7a-7ca2-4dbc-9748-23899f320964 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035117474&fields=id&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 267 time: 0.0326335 Aug 28 03:45:02.740674 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-00286715-3c07-4d75-9e49-cd25d06ca7e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:02.742083 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-00286715-3c07-4d75-9e49-cd25d06ca7e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1023731 Aug 28 03:45:02.756685 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-864b17a8-8873-40ec-9dce-fdf85e141cbe tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/quotas/fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 375 time: 0.0087602 Aug 28 03:45:02.811567 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-9d144235-4d44-4374-9174-83c55c9af44b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495477 Aug 28 03:45:02.908198 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-00bdcbbf-6d1b-4d7f-899e-9a267fd7eb07 service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848625 Aug 28 03:45:02.996124 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-73b2886d-a01c-4c37-a46d-e55fe79fcb0a service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818646 Aug 28 03:45:03.505914 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcead8e5-3160-40fa-bfc5-3484cce2b121 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:45:03.530778 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: dcead8e5-3160-40fa-bfc5-3484cce2b121 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:45:03.531117 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device dcead8e5-3160-40fa-bfc5-3484cce2b121 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:45:03.560073 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5b7f7617-738a-4bb7-b9af-8649062090ab req-bb31129b-2080-46b0-b6c3-fe49e23c8ce8 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 210 time: 0.0303044 Aug 28 03:45:04.091600 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d3520534-f3cf-480b-bc4e-b4b40bb0e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:04.652968 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-87a50355-dc1b-477f-968e-923be5f286bc req-e73b36b3-6630-48a8-8bef-0b2c9e901d13 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 210 time: 0.0271294 Aug 28 03:45:05.396011 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-83da66f1-c4f1-49fd-a153-d29f88318527 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:05.397384 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-83da66f1-c4f1-49fd-a153-d29f88318527 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1101000 Aug 28 03:45:05.450288 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-84473b1a-da95-4c61-b225-1b5395659c33 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 380 time: 0.0356479 Aug 28 03:45:05.459841 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'port': {'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'admin_state_up': True, 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'security_groups': ['8ed2b617-df71-491e-a0d4-c102ab63babb']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:45:05.623543 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Made reservation on behalf of fa5efacd43034537b6e813ecbfdc55d5 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:45:05.628090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:05.743681 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f2bac1c2-7433-4c9e-a9d4-fbe2b901e19d req-adb8aacb-fd60-46ee-862f-e77bf888be30 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 210 time: 0.0264778 Aug 28 03:45:05.756857 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.20.0.9 (ba4a7e0b-881a-47de-8e2e-c8f3906a80b8/6f5833ae-b61d-4fe5-b9b2-d04f091d856a/00811b39-e396-4e73-921d-3a59717dde2d) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:45:05.903706 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:05.912040 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Transition to ACTIVE for port object 00811b39-e396-4e73-921d-3a59717dde2d will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:45:05.977927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.019630 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:45:06.024571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:45:06.028899 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:45:06.035152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:06.081458 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:06.082095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.138487 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-c1e3fa44-6b43-4521-a553-21af024f04e0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821756 Aug 28 03:45:06.157916 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Request body: {'port': {'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:45:06.211875 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.246509 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-06d418b6-f429-4437-8d5a-f2de71d31505 None None] Provisioning for port 00811b39-e396-4e73-921d-3a59717dde2d completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:45:06.250533 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-06d418b6-f429-4437-8d5a-f2de71d31505 None None] Provisioning complete for port 00811b39-e396-4e73-921d-3a59717dde2d triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:45:06.250901 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-06d418b6-f429-4437-8d5a-f2de71d31505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.285046 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-06d418b6-f429-4437-8d5a-f2de71d31505 None None] Port 00811b39-e396-4e73-921d-3a59717dde2d cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:45:06.434782 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-05c8b1f1-a1e3-451a-b95d-4b3f0e9ba518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.480545 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00811b39-e396-4e73-921d-3a59717dde2d {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:45:06.487838 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.500023 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Transition to ACTIVE for port object 00811b39-e396-4e73-921d-3a59717dde2d will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:45:06.560161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.627926 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Pushing event updated for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:06.686988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Attempting to bind port 00811b39-e396-4e73-921d-3a59717dde2d on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:45:06.687247 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Attempting to bind port 00811b39-e396-4e73-921d-3a59717dde2d by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:45:06.687553 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Attempting to bind port 00811b39-e396-4e73-921d-3a59717dde2d on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:45:06.692476 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Port 00811b39-e396-4e73-921d-3a59717dde2d on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:45:06.692811 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Attempting to bind port 00811b39-e396-4e73-921d-3a59717dde2d on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:45:06.698263 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:45:06.698263 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:45:06.698934 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Bound using segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:45:06.699063 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Bound port: 00811b39-e396-4e73-921d-3a59717dde2d, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:45:06.699364 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.766958 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:45:06.770084 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=00811b39-e396-4e73-921d-3a59717dde2d,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:45:06.859365 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968fe87-58b6-4824-8b25-f19ddec76445 req-0cd28c47-62f7-4941-8848-d825b55d8635 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:06.860899 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0968fe87-58b6-4824-8b25-f19ddec76445 req-0cd28c47-62f7-4941-8848-d825b55d8635 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0495219 Aug 28 03:45:06.892259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.898799 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0968fe87-58b6-4824-8b25-f19ddec76445 req-a8b2dfba-c78b-4b27-ac76-c2b30c1b7f98 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Aug 28 03:45:06.928732 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:06.929330 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:06.930756 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] 10.222.0.38 "PUT /v2.0/ports/00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 1093 time: 0.7773137 Aug 28 03:45:06.931192 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:06.934375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810e364-2815-4389-9447-c2eb14d5f6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:06.955689 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059644e-1538-4f62-b4ae-23bd3bdcad27 service neutron] Pushing event updated for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:06.978616 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d64dffb-76d1-4475-bd1b-4d30140edc14 x-openstack-request-id: req-3d64dffb-76d1-4475-bd1b-4d30140edc14 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:06.978928 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:06.979716 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d64dffb-76d1-4475-bd1b-4d30140edc14 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:06.980123 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d', 'status': 'completed', 'code': 200} Aug 28 03:45:07.084041 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-bbc914b9-3033-405b-8275-7cb41a81f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.085789 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-bbc914b9-3033-405b-8275-7cb41a81f413 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1096 time: 0.0422564 Aug 28 03:45:07.192452 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-bd101539-c54c-44a1-ba9b-ba2b7d29e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.193958 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-bd101539-c54c-44a1-ba9b-ba2b7d29e348 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0944214 Aug 28 03:45:07.211648 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:07.287464 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-b0db0640-bafb-4747-a52d-4bc5f37f2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.288923 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7810e364-2815-4389-9447-c2eb14d5f6fc req-b0db0640-bafb-4747-a52d-4bc5f37f2229 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874021 Aug 28 03:45:07.397251 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-574ba338-0742-4298-8ab5-cf0732897342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.398694 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-574ba338-0742-4298-8ab5-cf0732897342 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1096 time: 0.0437055 Aug 28 03:45:07.446382 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-73a008b2-456c-4924-a3f3-658a99d6712b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 217 time: 0.0316074 Aug 28 03:45:07.495125 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-862e8faf-ae65-435b-a24c-4fa5bb62a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.496578 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-862e8faf-ae65-435b-a24c-4fa5bb62a793 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0430210 Aug 28 03:45:07.547531 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-481c604c-1da7-416c-9d3d-fc54ce1e574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:07.549076 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-481c604c-1da7-416c-9d3d-fc54ce1e574a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449846 Aug 28 03:45:07.637836 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-6c5a4c34-a2f0-4063-a828-9054b7c961dc service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Aug 28 03:45:07.730349 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b837dc40-0f7b-4af0-a79c-b2d23189928c req-6250a220-f402-4a4a-8d5d-99988c56394b service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842221 Aug 28 03:45:07.977226 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:08.018754 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c978-a991-4ec2-bef1-9e3a66db176c req-7d423abc-2d63-4e5a-8c56-e5a75bac8bbd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:08.020228 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4902c978-a991-4ec2-bef1-9e3a66db176c req-7d423abc-2d63-4e5a-8c56-e5a75bac8bbd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0498133 Aug 28 03:45:08.058161 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4902c978-a991-4ec2-bef1-9e3a66db176c req-ceb67828-ed92-46c8-841e-c1338552d5f2 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Aug 28 03:45:09.170018 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819154ad-cdf7-4b2a-a8a7-80754c481e49 req-7fa5ab33-69f9-435c-92a4-34a5a2b0793b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:09.171497 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-819154ad-cdf7-4b2a-a8a7-80754c481e49 req-7fa5ab33-69f9-435c-92a4-34a5a2b0793b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0485790 Aug 28 03:45:09.208570 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-819154ad-cdf7-4b2a-a8a7-80754c481e49 req-ec15d19a-16d2-442f-b4ad-5bc79876a177 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Aug 28 03:45:09.777031 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:10.324407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88e57c-d755-4555-aeaa-8fa2976f70c9 req-02000526-0261-409c-9470-4eb7935288d1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:10.325864 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2a88e57c-d755-4555-aeaa-8fa2976f70c9 req-02000526-0261-409c-9470-4eb7935288d1 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0513132 Aug 28 03:45:10.364964 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2a88e57c-d755-4555-aeaa-8fa2976f70c9 req-ce8e8195-fcb9-43f4-886d-92d39d4accbd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Aug 28 03:45:11.477917 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab646-3918-44c1-a2f5-024b6d8fb005 req-12d710b6-ebe5-41ce-9d85-79b2d2ac1cb7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:11.480165 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08eab646-3918-44c1-a2f5-024b6d8fb005 req-12d710b6-ebe5-41ce-9d85-79b2d2ac1cb7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0506804 Aug 28 03:45:11.517783 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-08eab646-3918-44c1-a2f5-024b6d8fb005 req-4f7c63be-3a19-4032-9197-2cf9f07cc1ac tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Aug 28 03:45:12.631346 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea425-417d-4cbc-ad28-179a976587cb req-9f5534e2-5bdb-40a3-8e3d-206c01b81ab2 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:12.632850 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f91ea425-417d-4cbc-ad28-179a976587cb req-9f5534e2-5bdb-40a3-8e3d-206c01b81ab2 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0490596 Aug 28 03:45:12.670386 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f91ea425-417d-4cbc-ad28-179a976587cb req-91da4357-a9fa-4f58-928f-752e9de299f7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Aug 28 03:45:13.788061 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ddc0c-7674-4d0c-a470-69ae3376615b req-8a1fc8f5-66f7-4c78-93cf-a96ca2926658 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:13.788061 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d62ddc0c-7674-4d0c-a470-69ae3376615b req-8a1fc8f5-66f7-4c78-93cf-a96ca2926658 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0517368 Aug 28 03:45:13.823822 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d62ddc0c-7674-4d0c-a470-69ae3376615b req-3cb39b4b-8b84-41be-a758-12261fbf77e3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304766 Aug 28 03:45:14.936099 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dba4f-9a66-4752-a3df-2409d10806ae req-01e8c922-64d2-4360-b8cd-1fa41006cd72 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:14.937625 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e17dba4f-9a66-4752-a3df-2409d10806ae req-01e8c922-64d2-4360-b8cd-1fa41006cd72 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 943 time: 0.0483351 Aug 28 03:45:14.975804 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e17dba4f-9a66-4752-a3df-2409d10806ae req-cea22fc0-5ce8-4248-a84e-6a1d16a6ffcc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Aug 28 03:45:15.568756 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 00811b39-e396-4e73-921d-3a59717dde2d details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:45:15.667646 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=00811b39-e396-4e73-921d-3a59717dde2d,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:15.678446 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '00811b39-e396-4e73-921d-3a59717dde2d', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:45:15.713880 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:15.726184 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00811b39-e396-4e73-921d-3a59717dde2d {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:45:15.745272 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=00811b39-e396-4e73-921d-3a59717dde2d,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:15.799936 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:15.845376 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:15.852241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.852591 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.852966 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.853299 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.853629 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.854564 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.854892 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.855217 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.855544 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.855866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.856214 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:15.856535 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:16.087451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bc34-7151-4b2f-b91f-7f9d88db812e req-85bf492a-718d-4c49-a7d0-e8555eb7f03d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:16.089779 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6883bc34-7151-4b2f-b91f-7f9d88db812e req-85bf492a-718d-4c49-a7d0-e8555eb7f03d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 944 time: 0.0498545 Aug 28 03:45:16.134490 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6883bc34-7151-4b2f-b91f-7f9d88db812e req-1c5d53ba-6ad1-4b0f-bcb6-390054a858fe tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Aug 28 03:45:16.231999 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['00811b39-e396-4e73-921d-3a59717dde2d'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:45:17.242940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1603c80-5b6b-4210-a04d-4fe731a42118 req-f5e184d5-6ddc-4e32-a579-06bd48c838dd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:17.244394 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c1603c80-5b6b-4210-a04d-4fe731a42118 req-f5e184d5-6ddc-4e32-a579-06bd48c838dd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 944 time: 0.0527203 Aug 28 03:45:17.284012 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c1603c80-5b6b-4210-a04d-4fe731a42118 req-80666303-cb52-4e68-b4cc-1d837a84e544 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Aug 28 03:45:17.581984 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 00811b39-e396-4e73-921d-3a59717dde2d up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:45:17.674301 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 00811b39-e396-4e73-921d-3a59717dde2d completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:45:17.677764 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 00811b39-e396-4e73-921d-3a59717dde2d triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:45:17.678124 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:17.754750 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:17.776815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:17.779015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca585870-3021-43d4-a900-3196c26ca927" -d '{"events": [{"server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "name": "network-vif-plugged", "status": "completed", "tag": "00811b39-e396-4e73-921d-3a59717dde2d"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:17.791870 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=00811b39-e396-4e73-921d-3a59717dde2d,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:17.814517 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cc0ad-b6fb-43d7-8715-50586f5d129d x-openstack-request-id: req-5c5cc0ad-b6fb-43d7-8715-50586f5d129d {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:17.814812 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "name": "network-vif-plugged", "status": "completed", "tag": "00811b39-e396-4e73-921d-3a59717dde2d", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:17.815063 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c5cc0ad-b6fb-43d7-8715-50586f5d129d {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:17.815451 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d', 'code': 200} Aug 28 03:45:17.828875 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:17.875920 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:18.152790 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae213cc-5d2c-417b-8424-a856234f12aa req-09652e6c-8d2d-4b9b-a342-d3d195f44336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:18.154359 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aae213cc-5d2c-417b-8424-a856234f12aa req-09652e6c-8d2d-4b9b-a342-d3d195f44336 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1098 time: 0.0406871 Aug 28 03:45:18.188872 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-aae213cc-5d2c-417b-8424-a856234f12aa req-7c21a1f2-aed5-4a14-b607-2cd91bd2fcf6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274155 Aug 28 03:45:18.396248 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b02cea-91c1-4819-a448-7eb06e986ddd req-8d067956-6b6d-42ca-94ce-4f795360c2d0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:18.397637 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-75b02cea-91c1-4819-a448-7eb06e986ddd req-8d067956-6b6d-42ca-94ce-4f795360c2d0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0478253 Aug 28 03:45:18.438053 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-75b02cea-91c1-4819-a448-7eb06e986ddd req-4ac43a79-ac6d-4061-b867-538b07f63489 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Aug 28 03:45:19.600076 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:19.602278 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829f9e-93c9-411b-8de6-ef07e3d77c30 req-56adc9a4-b0b9-4c7a-aaad-3b869cdf40aa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:19.603821 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ed829f9e-93c9-411b-8de6-ef07e3d77c30 req-56adc9a4-b0b9-4c7a-aaad-3b869cdf40aa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0492506 Aug 28 03:45:19.643863 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ed829f9e-93c9-411b-8de6-ef07e3d77c30 req-08fff82d-6d4d-4bc4-b163-086b2dfd4ab3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334053 Aug 28 03:45:20.754767 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c895520-fedb-46e9-98b9-f55746c60a66 req-a016c4a8-8b89-48d2-8688-3c004e9574ab tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:20.756206 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c895520-fedb-46e9-98b9-f55746c60a66 req-a016c4a8-8b89-48d2-8688-3c004e9574ab tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0473433 Aug 28 03:45:20.794784 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c895520-fedb-46e9-98b9-f55746c60a66 req-03775b44-2f7c-4581-a38a-755fcb88ca1b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Aug 28 03:45:20.905477 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d388f18-e9be-4336-a340-fc228acd3881 req-58009281-d16c-4ee9-b507-e4f293abf6ad tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:20.906942 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d388f18-e9be-4336-a340-fc228acd3881 req-58009281-d16c-4ee9-b507-e4f293abf6ad tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0480044 Aug 28 03:45:20.961090 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d388f18-e9be-4336-a340-fc228acd3881 req-1d080393-9c06-4775-9196-e65919513800 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470033 Aug 28 03:45:20.984864 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43640) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:21.023139 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010f31d-ddd8-4087-85d1-3cfed21b8ac8 tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:21.024607 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1010f31d-ddd8-4087-85d1-3cfed21b8ac8 tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1093 time: 0.0387554 Aug 28 03:45:21.027296 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43642) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:21.031629 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:45:21.137373 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:21.234226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:21.333481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.27.1.208 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/de43a907-c03c-4a49-82d3-b7d8bd2864fb) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:45:21.438938 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:21.520413 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:21.555076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:45:21.558305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:45:21.564878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:45:21.591123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=de43a907-c03c-4a49-82d3-b7d8bd2864fb,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:22.175424 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:22.293074 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:22.439940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:22.502747 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:22.573986 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=de43a907-c03c-4a49-82d3-b7d8bd2864fb,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:22.584750 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:22.691158 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 745db890-3141-4234-8dbd-6dd2a8fd50dc associated. External IP: 172.27.1.208, port: 00811b39-e396-4e73-921d-3a59717dde2d. Aug 28 03:45:22.895121 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:45:22.999694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:45:23.010282 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:45:23.020274 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:23.020912 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:23.108668 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:23.127749 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:23.144807 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-65b69e67-7366-47e0-b06b-68577631939f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1109793 Aug 28 03:45:23.144807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:23.144807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c192307-64f4-40fd-9348-246dad4f8410" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:23.181932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0132a-8cc9-4057-998e-90804ac814fc x-openstack-request-id: req-3ce0132a-8cc9-4057-998e-90804ac814fc {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:23.182515 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:23.182515 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ce0132a-8cc9-4057-998e-90804ac814fc {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:23.182853 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d', 'status': 'completed', 'code': 200} Aug 28 03:45:23.266320 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192307-64f4-40fd-9348-246dad4f8410 req-9075c3ce-e31c-4c37-ad2c-e32ceca0d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:23.267787 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-9075c3ce-e31c-4c37-ad2c-e32ceca0d2a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1098 time: 0.0402832 Aug 28 03:45:23.352740 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:22Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:23.358549 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192307-64f4-40fd-9348-246dad4f8410 req-a0995b01-403c-4e57-90a0-2d0860d4c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:23.360050 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-a0995b01-403c-4e57-90a0-2d0860d4c19a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0841813 Aug 28 03:45:23.378824 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:45:23.387672 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:23.388724 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:23.430878 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-25e4997f-64f0-451c-a3b5-713b118d1252 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 999 time: 0.0631137 Aug 28 03:45:23.481034 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192307-64f4-40fd-9348-246dad4f8410 req-fd212388-8317-4368-99e6-8cfdc0fdff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:23.482541 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-fd212388-8317-4368-99e6-8cfdc0fdff03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0443180 Aug 28 03:45:23.496795 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:23.528367 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192307-64f4-40fd-9348-246dad4f8410 req-9aa9d3ef-8b72-42c5-95ea-6d1fc5b6e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:23.530094 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-9aa9d3ef-8b72-42c5-95ea-6d1fc5b6e549 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410662 Aug 28 03:45:23.628637 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-6f8f617b-85e3-4ace-8d08-2401f81c56a1 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910668 Aug 28 03:45:23.717218 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:22Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:23.722327 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1c192307-64f4-40fd-9348-246dad4f8410 req-baecc126-723b-47a4-8f17-425bdc2593f0 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Aug 28 03:45:23.742934 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198428a-fd3c-4b04-b41b-a089c2849d55 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:22Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:45:23.922054 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da681f3-9b80-402a-85af-fcffd1f742db None None] New status for floating IP 745db890-3141-4234-8dbd-6dd2a8fd50dc: ACTIVE {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:45:26.642529 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-a2f43b9c-5c28-410a-8993-ce926936d551 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427568 Aug 28 03:45:26.744913 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-21aa058a-91e6-47ca-8bf9-557f6eeb74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:26.746458 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-21aa058a-91e6-47ca-8bf9-557f6eeb74a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0426385 Aug 28 03:45:26.847932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-f69aa24b-c6f1-4d2b-b7b3-1e358d237563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:26.849472 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-f69aa24b-c6f1-4d2b-b7b3-1e358d237563 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.0828183 Aug 28 03:45:26.916974 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-e61d564b-d711-47b5-8dfd-2c2655f97d38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 1001 time: 0.0595169 Aug 28 03:45:26.967597 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-726aa375-ba07-40a2-8ec1-86d20ab89beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:26.968999 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-726aa375-ba07-40a2-8ec1-86d20ab89beb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0423589 Aug 28 03:45:27.011593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-41033459-c488-435b-9cb5-e605cf8204ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:27.013692 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-41033459-c488-435b-9cb5-e605cf8204ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382762 Aug 28 03:45:27.107314 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-12287933-c602-48e1-9d70-8bd9137b3682 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Aug 28 03:45:27.195388 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-37bfe080-d689-4641-ac20-36e2926b6dd7 req-0a6049f3-5a7a-4e2c-afab-4b06beb22c84 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811162 Aug 28 03:45:28.352190 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:45:34.096596 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7dbfb-42dd-4eb6-bef6-cdc1eb803ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:36.439765 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-50ef2e10-e938-4573-a36d-59d4668f9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:37.182764 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:37.999408 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:39.782690 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:49.582245 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:51.785468 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43708) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:52.032687 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Deleting port 8bead5ea-7ff8-4ed5-8e25-3527618c5622 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:45:52.033059 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.109824 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.110140 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.121532 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Calling delete_port for 8bead5ea-7ff8-4ed5-8e25-3527618c5622 owned by network:floatingip {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:45:52.359511 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.384642 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event deleted for resources: {'Port': ['ID=8bead5ea-7ff8-4ed5-8e25-3527618c5622,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:52.411238 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.411585 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.411936 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.412265 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.412595 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.412951 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.413278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.413601 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.413927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.414250 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.414569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.414887 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:52.457116 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for floatingip, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.457439 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Floating IP ac02618c-9edb-402b-855f-d9be0b2b6cac disassociated (deleted). External IP: 172.27.1.123, port: 608f2cf4-9e9a-4597-a896-a8643d33747c. Aug 28 03:45:52.660637 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Router 45037673-70cd-429c-b4ff-872fbd517346 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:45:52.761733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:45:52.767089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:52.771619 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Sync routers for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:45:52.780751 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:52.781374 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:52.796557 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e159b34f-0117-432a-967b-a2cabe951cdf tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "DELETE /v2.0/floatingips/ac02618c-9edb-402b-855f-d9be0b2b6cac HTTP/1.1" status: 204 len: 168 time: 1.0100088 Aug 28 03:45:52.797351 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:52.799641 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34718c2d-ee6f-4496-b949-9b3e26a36091" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:52.838417 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09692792-c74a-4fc9-8ac1-247031837818 x-openstack-request-id: req-09692792-c74a-4fc9-8ac1-247031837818 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:52.838417 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:52.838417 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09692792-c74a-4fc9-8ac1-247031837818 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:52.838417 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'status': 'completed', 'code': 200} Aug 28 03:45:52.889889 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:52.925693 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-db42ba1c-8e83-4228-aa90-f21a0730f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:52.927125 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-db42ba1c-8e83-4228-aa90-f21a0730f9db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b75435f2b4b44d996f4460c334f967a&device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 1098 time: 0.0410984 Aug 28 03:45:53.018098 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-7c75765c-88b4-4da4-b835-469dbce4cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:53.019572 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-7c75765c-88b4-4da4-b835-469dbce4cbf7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 200 len: 909 time: 0.0847228 Aug 28 03:45:53.069526 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-3f1b9915-bf8e-4bb7-9f56-4327af3719bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 200 len: 217 time: 0.0415096 Aug 28 03:45:53.098256 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:53.125518 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Checking router: 45037673-70cd-429c-b4ff-872fbd517346 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:45:53.126741 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-97d036a9-2bc8-416d-8d77-222bf503b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:53.128177 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-97d036a9-2bc8-416d-8d77-222bf503b8bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 200 len: 847 time: 0.0483992 Aug 28 03:45:53.133796 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:53.134413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:53.218766 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d94d1-ee06-41d1-90a0-95c2826cbb89 req-69ded4f9-f585-47e8-a2d9-6ba145f8e086 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:53.221317 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea9d94d1-ee06-41d1-90a0-95c2826cbb89 req-69ded4f9-f585-47e8-a2d9-6ba145f8e086 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Aug 28 03:45:53.237435 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-f821c9f9-9716-47a1-8194-7ff9dc0c9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:53.239096 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-f821c9f9-9716-47a1-8194-7ff9dc0c9bc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489652 Aug 28 03:45:53.263944 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea9d94d1-ee06-41d1-90a0-95c2826cbb89 req-1da99d39-00ef-458d-a801-f8cf6dd3e25b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361156 Aug 28 03:45:53.338488 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-86073daa-0901-47ae-88a5-b5904d81ca88 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891440 Aug 28 03:45:53.371092 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:45:53.429047 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-34718c2d-ee6f-4496-b949-9b3e26a36091 req-b4d7c28e-009c-4712-823c-78d09584a0a4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Aug 28 03:45:53.569237 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:53.599248 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c125d79-ed89-4e8b-aa40-91aca93554b4 None None] The sync data for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi is: [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:47Z', 'revision_number': 4, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'a7a95606-c2b4-4a21-8514-dcf7216e4a79', 'name': '', 'network_id': '4f2d5e62-a067-4f36-b42e-2e7cbb8314b8', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'mac_address': 'fa:16:3e:78:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:45Z', 'updated_at': '2021-08-28T03:39:52Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'subnets': [{'id': '5c41b7a9-399e-46f9-bc55-e4f9dfb40396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:45:53.797542 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb8e48-be24-41b3-8eba-7dcebf60ffac None None] New status for floating IP ac02618c-9edb-402b-855f-d9be0b2b6cac: DOWN {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:45:54.375841 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c28722-2978-4f9d-a77b-e7f22f05b5d0 req-655702d2-2911-46c9-85a3-c6c865ea927a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:54.377315 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-86c28722-2978-4f9d-a77b-e7f22f05b5d0 req-655702d2-2911-46c9-85a3-c6c865ea927a tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Aug 28 03:45:54.413598 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-86c28722-2978-4f9d-a77b-e7f22f05b5d0 req-cfc465a5-ab26-4c4c-9db2-c081ceff66ee tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Aug 28 03:45:55.192436 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-17fa850a-63d5-49aa-935d-a3483c1a04a9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:55.193898 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-17fa850a-63d5-49aa-935d-a3483c1a04a9 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 28 03:45:55.288433 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Deleting port 608f2cf4-9e9a-4597-a896-a8643d33747c {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:45:55.288801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:55.374534 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] For port 608f2cf4-9e9a-4597-a896-a8643d33747c, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=608f2cf4-9e9a-4597-a896-a8643d33747c,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:55.374895 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:55.391291 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Calling delete_port for 608f2cf4-9e9a-4597-a896-a8643d33747c owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:45:55.554159 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481354f0-7bf8-4a73-982a-e504c8f5b7a9 req-a884b49b-6a54-4bfd-9011-4ef76d0ea736 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:45:55.555866 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-481354f0-7bf8-4a73-982a-e504c8f5b7a9 req-a884b49b-6a54-4bfd-9011-4ef76d0ea736 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 945 time: 0.0563269 Aug 28 03:45:55.600915 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-481354f0-7bf8-4a73-982a-e504c8f5b7a9 req-d91c32cc-194e-40e0-9c69-d07f86ca8737 tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/security-groups?id=e73414d6-fe15-4108-96db-72d8ef732678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Aug 28 03:45:55.838951 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:55.869205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event deleted for resources: {'Port': ['ID=608f2cf4-9e9a-4597-a896-a8643d33747c,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:55.913271 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] No DVR routers for this DVR port 608f2cf4-9e9a-4597-a896-a8643d33747c on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:45:55.915753 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:55.917753 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-db656fee-e1ee-4a30-b95c-1a68733b3d52 req-79ee17e8-1455-4c7d-a342-0722f4d9e8bc tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.38 "DELETE /v2.0/ports/608f2cf4-9e9a-4597-a896-a8643d33747c HTTP/1.1" status: 204 len: 173 time: 0.7159641 Aug 28 03:45:55.918239 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-deleted', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:45:55.920592 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9d103-ef3e-4414-b8cb-6353f7448bae" -d '{"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-deleted", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:45:55.959014 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688b7d4-9f76-43ab-b427-b51231037058 x-openstack-request-id: req-c688b7d4-9f76-43ab-b427-b51231037058 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:45:55.959303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aadb4c-895e-476d-b588-69a83f008b65", "name": "network-vif-deleted", "tag": "608f2cf4-9e9a-4597-a896-a8643d33747c", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:45:55.959726 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c688b7d4-9f76-43ab-b427-b51231037058 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:45:55.959970 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aadb4c-895e-476d-b588-69a83f008b65', 'name': 'network-vif-deleted', 'tag': '608f2cf4-9e9a-4597-a896-a8643d33747c', 'status': 'completed', 'code': 200} Aug 28 03:45:56.695095 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2a2b42e8-f98a-48b3-b42f-d7be19130f4c req-78c19c0e-50ab-47a7-aa07-d290dbfed83c tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7aadb4c-895e-476d-b588-69a83f008b65 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Aug 28 03:45:57.749793 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43742) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:57.760863 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:45:57.782006 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 608f2cf4-9e9a-4597-a896-a8643d33747c {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:45:57.787503 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 608f2cf4-9e9a-4597-a896-a8643d33747c not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:45:57.810664 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:57.834679 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:57.936368 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:57.938940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:57.940067 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] 10.222.0.36 "DELETE /v2.0/security-groups/e73414d6-fe15-4108-96db-72d8ef732678 HTTP/1.1" status: 204 len: 168 time: 0.1892238 Aug 28 03:45:57.948901 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11689504-919f-45fc-839e-edc36e81640b tempest-TestShelveInstance-891373067 tempest-TestShelveInstance-891373067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73414d6-fe15-4108-96db-72d8ef732678,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:58.042825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43746) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:58.475790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:58.722333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Deleting port a7a95606-c2b4-4a21-8514-dcf7216e4a79 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:45:58.722677 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:58.799140 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] For port a7a95606-c2b4-4a21-8514-dcf7216e4a79, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=a7a95606-c2b4-4a21-8514-dcf7216e4a79,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:45:58.799677 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:58.817814 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Calling delete_port for a7a95606-c2b4-4a21-8514-dcf7216e4a79 owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:45:59.033160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:59.060004 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a95606-c2b4-4a21-8514-dcf7216e4a79,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:45:59.085737 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.086210 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.086586 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.086968 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.087310 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.087676 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.088018 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.088350 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.088685 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.089039 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.089366 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.089688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:45:59.237963 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:59.451019 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Router 45037673-70cd-429c-b4ff-872fbd517346 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:45:59.818781 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:45:59.823810 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-438959e9-5892-4055-ade2-682e79bd9d03 admin admin] 10.222.0.36 "PUT /v2.0/routers/45037673-70cd-429c-b4ff-872fbd517346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798948 Aug 28 03:45:59.826964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43754) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:45:59.830097 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Sync routers for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:45:59.839937 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:45:59.840555 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:45:59.929314 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:45:59.942210 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:46:00.032268 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.120429 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:45:58Z', 'revision_number': 5, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port': {'id': 'cbdbd6bc-89dc-49b6-a24e-b1de6c640139', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45037673-70cd-429c-b4ff-872fbd517346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:00.151272 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Checking router: 45037673-70cd-429c-b4ff-872fbd517346 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:46:00.159954 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Routers {'45037673-70cd-429c-b4ff-872fbd517346'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:46:00.160547 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['45037673-70cd-429c-b4ff-872fbd517346'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:00.182536 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Deleting port cbdbd6bc-89dc-49b6-a24e-b1de6c640139 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:00.183126 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.242640 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] Set router 45037673-70cd-429c-b4ff-872fbd517346 gateway port host: None {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:46:00.261731 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] For port cbdbd6bc-89dc-49b6-a24e-b1de6c640139, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:00.262046 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.274500 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Calling delete_port for cbdbd6bc-89dc-49b6-a24e-b1de6c640139 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:00.296201 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:46:00Z', 'revision_number': 6, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:00.322812 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db8a8d-4ab3-4a8d-a7dd-ed47c71b3eb5 None None] The sync data for ids ['45037673-70cd-429c-b4ff-872fbd517346'] in dv-cinder-759169-4-iscsi is: [{'id': '45037673-70cd-429c-b4ff-872fbd517346', 'name': 'tempest-TestShelveInstance-101609812-router', 'tenant_id': '4b75435f2b4b44d996f4460c334f967a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:43Z', 'updated_at': '2021-08-28T03:46:00Z', 'revision_number': 6, 'project_id': '4b75435f2b4b44d996f4460c334f967a', 'gw_port_host': None}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:46:00.502105 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.528294 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdbd6bc-89dc-49b6-a24e-b1de6c640139,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:00.589658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.681225 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.683735 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.793432 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.794631 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45037673-70cd-429c-b4ff-872fbd517346 {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:46:00.799131 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.800358 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-deb44fee-436f-44fa-9591-e6ef0d52568c admin admin] 10.222.0.36 "DELETE /v2.0/routers/45037673-70cd-429c-b4ff-872fbd517346 HTTP/1.1" status: 204 len: 168 time: 0.9724617 Aug 28 03:46:00.802854 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43756) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:00.847189 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Deleting subnet 5c41b7a9-399e-46f9-bc55-e4f9dfb40396 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:46:00.850272 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.889710 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:00.965342 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.091865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.122856 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c41b7a9-399e-46f9-bc55-e4f9dfb40396,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:01.126379 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.134966 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a5a4ed5d-85cf-4f66-8d44-e448e1199e48 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5c41b7a9-399e-46f9-bc55-e4f9dfb40396 HTTP/1.1" status: 204 len: 168 time: 0.3245363 Aug 28 03:46:01.135200 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43760) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:01.135663 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb47dfd4-095c-46bb-8d70-b7d0050d2e71 None None] Network 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:46:01.205139 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.258532 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Deleting port 28817c59-822b-405a-9903-6a169b713c99 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:01.258869 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.323024 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] DHCP port deletion for 4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:46:01.335487 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] For port 28817c59-822b-405a-9903-6a169b713c99, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=28817c59-822b-405a-9903-6a169b713c99,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:01.335965 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.351130 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Calling delete_port for 28817c59-822b-405a-9903-6a169b713c99 owned by network:dhcp {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:01.373803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Deleting port 28817c59-822b-405a-9903-6a169b713c99 {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:01.374179 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.433842 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] For port 28817c59-822b-405a-9903-6a169b713c99, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=28817c59-822b-405a-9903-6a169b713c99,segment=NetworkSegment(a7ffc368-09f8-41d5-843e-a540da0e94f0),segment_id=a7ffc368-09f8-41d5-843e-a540da0e94f0)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:01.434281 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.446549 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Calling delete_port for 28817c59-822b-405a-9903-6a169b713c99 owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:01.513728 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.519258 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.542102 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] No DVR routers for this DVR port 28817c59-822b-405a-9903-6a169b713c99 on host dv-cinder-759169-4-iscsi {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:46:01.546493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Pushing event deleted for resources: {'Port': ['ID=28817c59-822b-405a-9903-6a169b713c99,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:01.548906 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] Pushing event deleted for resources: {'Port': ['ID=28817c59-822b-405a-9903-6a169b713c99,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:01.552369 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1b497-65f2-4b55-a6f2-1ec0b8e321fd None None] No DVR routers for this DVR port 28817c59-822b-405a-9903-6a169b713c99 on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:46:01.623709 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.633230 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2d5e62-a067-4f36-b42e-2e7cbb8314b8']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:01.643661 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ffc368-09f8-41d5-843e-a540da0e94f0') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:01.643950 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ffc368-09f8-41d5-843e-a540da0e94f0') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:01.652647 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.665988 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.672564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:46:01.673089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:46:01.674715 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:46:01.787855 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.793142 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:01.795604 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4f2d5e62-a067-4f36-b42e-2e7cbb8314b8 HTTP/1.1" status: 204 len: 168 time: 0.6635723 Aug 28 03:46:01.798959 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43762) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:01.806429 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dcb35-6cc2-475f-af60-c3dca2d88931 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2d5e62-a067-4f36-b42e-2e7cbb8314b8,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:02.072541 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 28817c59-822b-405a-9903-6a169b713c99 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:02.092984 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 28817c59-822b-405a-9903-6a169b713c99 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:02.093328 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 28817c59-822b-405a-9903-6a169b713c99 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:02.093732 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cbdbd6bc-89dc-49b6-a24e-b1de6c640139 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:02.113064 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: cbdbd6bc-89dc-49b6-a24e-b1de6c640139 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:02.113406 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cbdbd6bc-89dc-49b6-a24e-b1de6c640139 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:02.113809 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device a7a95606-c2b4-4a21-8514-dcf7216e4a79 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:02.132547 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: a7a95606-c2b4-4a21-8514-dcf7216e4a79 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:02.136216 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device a7a95606-c2b4-4a21-8514-dcf7216e4a79 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:02.148950 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:02.387954 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Deleting port f8046eb8-6305-440a-aed2-7abf2521bf39 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:02.388178 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:02.466759 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] For port f8046eb8-6305-440a-aed2-7abf2521bf39, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f8046eb8-6305-440a-aed2-7abf2521bf39,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:02.467129 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:02.479434 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Calling delete_port for f8046eb8-6305-440a-aed2-7abf2521bf39 owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:02.730407 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:02.756280 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8046eb8-6305-440a-aed2-7abf2521bf39,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:02.926181 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.136411 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Router d40f2dfe-225f-4e69-9a0b-535b24a50618 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:46:03.244183 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:46:03.249804 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-6574628a-34ff-4383-9e33-08c7082a105a admin admin] 10.222.0.36 "PUT /v2.0/routers/d40f2dfe-225f-4e69-9a0b-535b24a50618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4494991 Aug 28 03:46:03.252240 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43770) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:03.254797 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Sync routers for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:46:03.264187 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:46:03.264835 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:03.355777 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.368034 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:46:03.458674 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.542512 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '29967bf9-6026-49d2-924c-da327176bb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:46:02Z', 'revision_number': 5, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port': {'id': '29967bf9-6026-49d2-924c-da327176bb01', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:03.556872 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Deleting port 29967bf9-6026-49d2-924c-da327176bb01 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:03.557218 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.572608 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Checking router: d40f2dfe-225f-4e69-9a0b-535b24a50618 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:46:03.582400 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Routers {'d40f2dfe-225f-4e69-9a0b-535b24a50618'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:46:03.583019 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:45:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['d40f2dfe-225f-4e69-9a0b-535b24a50618'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:03.641635 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] For port 29967bf9-6026-49d2-924c-da327176bb01, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=29967bf9-6026-49d2-924c-da327176bb01,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:03.641898 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.655115 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Calling delete_port for 29967bf9-6026-49d2-924c-da327176bb01 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:03.665565 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] Set router d40f2dfe-225f-4e69-9a0b-535b24a50618 gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:46:03.720462 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:46:03Z', 'revision_number': 6, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:03.745886 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c244ce-4211-4f77-800e-afa0e1269807 None None] The sync data for ids ['d40f2dfe-225f-4e69-9a0b-535b24a50618'] in dv-cinder-759169-4-iscsi is: [{'id': 'd40f2dfe-225f-4e69-9a0b-535b24a50618', 'name': 'tempest-TestShelveInstance-606820261-router', 'tenant_id': '75573d669fd2499e950efe944f08234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:51Z', 'updated_at': '2021-08-28T03:46:03Z', 'revision_number': 6, 'project_id': '75573d669fd2499e950efe944f08234e', 'gw_port_host': None}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:46:03.867503 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:03.894030 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Pushing event deleted for resources: {'Port': ['ID=29967bf9-6026-49d2-924c-da327176bb01,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:03.952955 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.041453 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.044199 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.079149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-72b28eaf-1a57-44c3-8057-b5a6a048b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.176372 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.180269 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d40f2dfe-225f-4e69-9a0b-535b24a50618 {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:46:04.182128 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.183372 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a6f1c9af-5db7-4fcd-801a-97d21ef2ee33 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d40f2dfe-225f-4e69-9a0b-535b24a50618 HTTP/1.1" status: 204 len: 168 time: 0.9301853 Aug 28 03:46:04.185880 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43774) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:04.231568 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Deleting subnet 8f51da01-b40f-4019-9e5a-4075e9bc4b82 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:46:04.234696 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.268398 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.348566 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.469484 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.473085 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f8046eb8-6305-440a-aed2-7abf2521bf39 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:04.493096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: f8046eb8-6305-440a-aed2-7abf2521bf39 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:04.493344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f8046eb8-6305-440a-aed2-7abf2521bf39 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:04.497989 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f51da01-b40f-4019-9e5a-4075e9bc4b82,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:04.501823 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.503721 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-37d0cf11-6dd5-4867-ad69-42101b32bdd4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8f51da01-b40f-4019-9e5a-4075e9bc4b82 HTTP/1.1" status: 204 len: 168 time: 0.3168499 Aug 28 03:46:04.506271 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43776) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:04.508758 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbabc75f-1138-4d95-9ca3-764f7dd18c3c None None] Network 389e5958-009e-4632-a239-04d92007ff74 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:46:04.578675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.680771 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59106e-c974-41d5-aa06-983725391625 None None] DHCP port deletion for 389e5958-009e-4632-a239-04d92007ff74 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:46:04.735644 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Deleting port cd121298-2eb1-4329-8150-f81bd42de2ea {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:04.736110 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.809617 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-7b59106e-c974-41d5-aa06-983725391625 None None] For port cd121298-2eb1-4329-8150-f81bd42de2ea, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cd121298-2eb1-4329-8150-f81bd42de2ea,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:04.810005 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.824530 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Calling delete_port for cd121298-2eb1-4329-8150-f81bd42de2ea owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:04.905625 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Deleting port cd121298-2eb1-4329-8150-f81bd42de2ea {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:46:04.905976 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.967489 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] For port cd121298-2eb1-4329-8150-f81bd42de2ea, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=cd121298-2eb1-4329-8150-f81bd42de2ea,segment=NetworkSegment(d9720fc6-c9c0-453a-998d-c8358e1a4a84),segment_id=d9720fc6-c9c0-453a-998d-c8358e1a4a84)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:04.968174 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:04.979994 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Calling delete_port for cd121298-2eb1-4329-8150-f81bd42de2ea owned by network:dhcp {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:46:04.982945 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.014047 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59106e-c974-41d5-aa06-983725391625 None None] No DVR routers for this DVR port cd121298-2eb1-4329-8150-f81bd42de2ea on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:46:05.020143 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59106e-c974-41d5-aa06-983725391625 None None] Pushing event deleted for resources: {'Port': ['ID=cd121298-2eb1-4329-8150-f81bd42de2ea,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:05.058797 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.085901 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] No DVR routers for this DVR port cd121298-2eb1-4329-8150-f81bd42de2ea on host dv-cinder-759169-4-iscsi {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:46:05.095040 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd121298-2eb1-4329-8150-f81bd42de2ea,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:05.161479 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.171906 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389e5958-009e-4632-a239-04d92007ff74']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:05.181908 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9720fc6-c9c0-453a-998d-c8358e1a4a84') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:05.182205 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9720fc6-c9c0-453a-998d-c8358e1a4a84') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:46:05.190961 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.204468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.210207 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:46:05.210586 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self.session.flush() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self.session.flush() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self.session.flush() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self.session.flush() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:46:05.212179 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:46:05.351746 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:46:05.353282 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.359165 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.361046 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/389e5958-009e-4632-a239-04d92007ff74 HTTP/1.1" status: 204 len: 168 time: 0.8537059 Aug 28 03:46:05.372024 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82bfbd-0b18-4a49-9054-632aa32e17f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=389e5958-009e-4632-a239-04d92007ff74,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:05.618583 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 43786) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:05.658758 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-e9b23a83-f753-4540-88a4-cf18acf8d810 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b75435f2b4b44d996f4460c334f967a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389762 Aug 28 03:46:05.661427 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43788) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:05.710212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.731843 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.855670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.855670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:05.855670 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b673c8e-9fd7-422d-95b4-ee2e2d6b3c68 HTTP/1.1" status: 204 len: 168 time: 0.1914928 Aug 28 03:46:05.862400 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39705-8933-4f03-b49d-d8fbfb4e2100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b673c8e-9fd7-422d-95b4-ee2e2d6b3c68,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:06.072537 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cd121298-2eb1-4329-8150-f81bd42de2ea no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:06.092806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: cd121298-2eb1-4329-8150-f81bd42de2ea {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:06.093144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device cd121298-2eb1-4329-8150-f81bd42de2ea not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:06.093555 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 29967bf9-6026-49d2-924c-da327176bb01 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:06.112690 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 29967bf9-6026-49d2-924c-da327176bb01 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:46:06.112996 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 29967bf9-6026-49d2-924c-da327176bb01 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:46:06.449556 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43798) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:06.467855 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-800e45b9-e6cc-4ee7-9735-8f7da85ba08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:06.489835 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-fd17cde0-2367-4613-a1ec-340fe4d443f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75573d669fd2499e950efe944f08234e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391302 Aug 28 03:46:06.492252 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 43800) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:46:06.538953 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:06.561219 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:06.656017 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:06.658655 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:06.659858 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58a3dbac-52cd-4d3d-ba1c-82100bedd305 HTTP/1.1" status: 204 len: 168 time: 0.1666515 Aug 28 03:46:06.668160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976b015-61f2-457b-b728-ccb1861d62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a3dbac-52cd-4d3d-ba1c-82100bedd305,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:07.164472 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:07.987358 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:09.627374 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b894f-0639-4799-9fde-d69fc5910a5a req-82ee39b0-5586-4c53-a8c3-25904241b0f4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:09.629027 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b62b894f-0639-4799-9fde-d69fc5910a5a req-82ee39b0-5586-4c53-a8c3-25904241b0f4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0533118 Aug 28 03:46:09.669493 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b62b894f-0639-4799-9fde-d69fc5910a5a req-f76d021d-7992-4e87-b258-7b12d7fd257d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Aug 28 03:46:09.799172 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:10.790058 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f5eab-7187-4103-9ce8-bb87cc95c1ae req-1aacf26f-6808-446c-96f1-bffde23799f6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:10.791515 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2c2f5eab-7187-4103-9ce8-bb87cc95c1ae req-1aacf26f-6808-446c-96f1-bffde23799f6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0478792 Aug 28 03:46:10.829026 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2c2f5eab-7187-4103-9ce8-bb87cc95c1ae req-6e238100-2937-47db-b697-ce87b932981a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313568 Aug 28 03:46:11.945450 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01eb7a-f04b-414d-b4ce-cfe2f92e6edb req-a980378e-b296-472a-af97-8f64465c6584 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:11.946899 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a01eb7a-f04b-414d-b4ce-cfe2f92e6edb req-a980378e-b296-472a-af97-8f64465c6584 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0480623 Aug 28 03:46:11.985167 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7a01eb7a-f04b-414d-b4ce-cfe2f92e6edb req-288cd2b1-2438-45f7-82eb-ba10b64b4181 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Aug 28 03:46:13.101911 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072b1d-f491-49c7-90a7-309dd53b6aef req-204588fe-ce48-4f22-ab83-d4be283401d7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:13.103512 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-39072b1d-f491-49c7-90a7-309dd53b6aef req-204588fe-ce48-4f22-ab83-d4be283401d7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 28 03:46:13.143800 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-39072b1d-f491-49c7-90a7-309dd53b6aef req-8939ad73-46b0-4c8d-a59e-aaf188a0eb60 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332899 Aug 28 03:46:14.285320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1ba3f-eba4-4ddd-a839-c16a4e89b780 req-5ea74706-062b-408f-af6f-56b2e0653f63 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:14.287479 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ffd1ba3f-eba4-4ddd-a839-c16a4e89b780 req-5ea74706-062b-408f-af6f-56b2e0653f63 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0628595 Aug 28 03:46:14.334213 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ffd1ba3f-eba4-4ddd-a839-c16a4e89b780 req-de0b1fcd-19bd-4aba-834d-b7b0caa9e655 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385954 Aug 28 03:46:15.472727 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e931-26a9-4499-9d9b-16d9585a4a4c req-90baf223-dced-480a-aad0-3839470e7be8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:15.474151 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c339e931-26a9-4499-9d9b-16d9585a4a4c req-90baf223-dced-480a-aad0-3839470e7be8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0529296 Aug 28 03:46:15.511022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c339e931-26a9-4499-9d9b-16d9585a4a4c req-7ae3e022-96ba-4819-9dc4-f8c47decccfb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Aug 28 03:46:16.629562 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86c770-66fd-45fd-adb3-30ac6c886532 req-8512d3b6-f940-456d-95b7-a930fddfc22d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:16.631046 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d86c770-66fd-45fd-adb3-30ac6c886532 req-8512d3b6-f940-456d-95b7-a930fddfc22d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0475616 Aug 28 03:46:16.672365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d86c770-66fd-45fd-adb3-30ac6c886532 req-31e3eeb7-5d47-4a15-b12d-93412b504886 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354891 Aug 28 03:46:17.792683 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca205-ee92-4c9d-8886-f11a1d176fe8 req-36f4da3e-a114-4cb4-97da-5236e02d5563 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:17.794603 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d0ca205-ee92-4c9d-8886-f11a1d176fe8 req-36f4da3e-a114-4cb4-97da-5236e02d5563 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0499015 Aug 28 03:46:17.838545 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6d0ca205-ee92-4c9d-8886-f11a1d176fe8 req-9ab7e0b3-cbed-45de-a32f-9342c162e411 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Aug 28 03:46:18.955012 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9751b3-c5d3-4110-b74d-be0dfe9f06f4 req-559f333f-f183-4f8e-bd98-2c6725596520 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:18.956475 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d9751b3-c5d3-4110-b74d-be0dfe9f06f4 req-559f333f-f183-4f8e-bd98-2c6725596520 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0483148 Aug 28 03:46:18.993305 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d9751b3-c5d3-4110-b74d-be0dfe9f06f4 req-d914f36c-2e7e-49ef-91e6-5435c83f0bda tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Aug 28 03:46:19.650281 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:20.110031 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1bf2-5499-4688-8645-89b56d215ed1 req-97a5bdce-b014-42e3-b133-f6244dbd5c7a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:20.111879 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0c5d1bf2-5499-4688-8645-89b56d215ed1 req-97a5bdce-b014-42e3-b133-f6244dbd5c7a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0484905 Aug 28 03:46:20.150133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0c5d1bf2-5499-4688-8645-89b56d215ed1 req-e185fb67-ff90-4786-9754-145e16162444 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Aug 28 03:46:21.267305 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48ca6-a5b5-4f5e-9528-a0a5a04a3497 req-b9c2c031-a23b-413c-8f44-fb98ff23f412 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:21.268800 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69c48ca6-a5b5-4f5e-9528-a0a5a04a3497 req-b9c2c031-a23b-413c-8f44-fb98ff23f412 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0488200 Aug 28 03:46:21.306180 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-69c48ca6-a5b5-4f5e-9528-a0a5a04a3497 req-3b7418a6-b94a-4dbf-b6d3-f202a0ec17be tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Aug 28 03:46:21.844825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:46:21.938338 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:21.949127 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:46:21.986644 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:21.999775 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:46:22.017883 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:22.113053 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:22.160783 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=6']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:22.167486 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.167827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.168678 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.169033 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.169354 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.169675 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.169994 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.170311 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.170649 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.170948 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.171259 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.171570 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:46:22.281023 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['32e7d661-d87c-434c-8993-86d3aa3b695d'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:46:22.428367 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e926abb-8cd0-45b8-80b9-63ffbf4b82cd req-14fecb43-ae1c-479a-803c-d44506285a31 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:22.429774 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8e926abb-8cd0-45b8-80b9-63ffbf4b82cd req-14fecb43-ae1c-479a-803c-d44506285a31 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0530348 Aug 28 03:46:22.466572 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8e926abb-8cd0-45b8-80b9-63ffbf4b82cd req-f5d6c224-27a4-4400-b39a-63e9bd93615d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Aug 28 03:46:23.596368 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7daf12-cc88-4555-b715-bd7833418f31 req-caed59bc-005e-470c-929b-27e619f2f88c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:23.597939 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c7daf12-cc88-4555-b715-bd7833418f31 req-caed59bc-005e-470c-929b-27e619f2f88c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0490062 Aug 28 03:46:23.642795 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c7daf12-cc88-4555-b715-bd7833418f31 req-801cb876-3c90-4284-aa0f-6d004e46d5b1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Aug 28 03:46:23.846818 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:46:23.894279 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 32e7d661-d87c-434c-8993-86d3aa3b695d triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:46:23.894981 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:23.973782 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:23.995866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:46:23.998163 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a0c942-951a-4af5-a0c5-526d6deeb18f" -d '{"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:46:24.010107 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:24.078958 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:24.130234 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=7']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:24.212301 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8773391-f97c-4f1f-9986-29249c7bbfd5 x-openstack-request-id: req-e8773391-f97c-4f1f-9986-29249c7bbfd5 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:46:24.212621 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:46:24.212895 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8773391-f97c-4f1f-9986-29249c7bbfd5 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:46:24.213293 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'code': 200} Aug 28 03:46:24.759850 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3dbb5-66d7-4a60-ae1f-6eb61d6f5f84 req-7f33755b-d3c9-4b6a-825a-bc374ce87ced tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:24.761341 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6dc3dbb5-66d7-4a60-ae1f-6eb61d6f5f84 req-7f33755b-d3c9-4b6a-825a-bc374ce87ced tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0485573 Aug 28 03:46:24.798173 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-6dc3dbb5-66d7-4a60-ae1f-6eb61d6f5f84 req-27b9ee4a-d261-4c96-98ee-0aca57fbeb89 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Aug 28 03:46:25.916412 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcd77-fb35-49f4-8ad1-08a726257e0b req-99dbe75d-a6ce-4b7d-a901-47938dd80e1d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:25.917888 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ce9bcd77-fb35-49f4-8ad1-08a726257e0b req-99dbe75d-a6ce-4b7d-a901-47938dd80e1d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0481992 Aug 28 03:46:25.959350 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ce9bcd77-fb35-49f4-8ad1-08a726257e0b req-79b138f4-dfcd-4398-8851-6ebb8a0071a5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Aug 28 03:46:27.075497 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f39bc-afc4-438b-9d50-965f39caf3b2 req-3cbbb6d1-4919-478a-a84a-785b6a991c47 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:27.076997 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f50f39bc-afc4-438b-9d50-965f39caf3b2 req-3cbbb6d1-4919-478a-a84a-785b6a991c47 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0483325 Aug 28 03:46:27.114344 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f50f39bc-afc4-438b-9d50-965f39caf3b2 req-9c87ba83-ef9a-4b20-ac9f-62ce011bb1d8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312955 Aug 28 03:46:28.239152 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e098b-85bb-4559-b0b4-021ae506c415 req-a0b94022-ea70-4fa1-ac79-323663f9b62d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:28.247799 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f96e098b-85bb-4559-b0b4-021ae506c415 req-a0b94022-ea70-4fa1-ac79-323663f9b62d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0564113 Aug 28 03:46:28.282664 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f96e098b-85bb-4559-b0b4-021ae506c415 req-f9900d39-82c4-40d9-adcf-5038cd6c25df tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Aug 28 03:46:28.697374 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da38e-3d29-4250-b722-880b12fffd4d req-de715744-1d31-4cad-b44e-b1e96338e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:28.698873 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-de715744-1d31-4cad-b44e-b1e96338e57e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1098 time: 0.0451696 Aug 28 03:46:28.799313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da38e-3d29-4250-b722-880b12fffd4d req-44c26acb-5a2e-48f3-b204-81e9279a6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:28.800797 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-44c26acb-5a2e-48f3-b204-81e9279a6d2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0823512 Aug 28 03:46:28.869014 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-c72f9d55-26c3-4efc-8c21-f6848e433d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 1000 time: 0.0608802 Aug 28 03:46:28.923565 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da38e-3d29-4250-b722-880b12fffd4d req-70405240-67c7-4265-bcf5-bd382fd685ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:28.925058 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-70405240-67c7-4265-bcf5-bd382fd685ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0498493 Aug 28 03:46:28.980253 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da38e-3d29-4250-b722-880b12fffd4d req-57b9a5e5-7327-4ac6-a63c-1b9691183e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:28.982295 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-57b9a5e5-7327-4ac6-a63c-1b9691183e9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453112 Aug 28 03:46:29.091815 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-99f08c47-2dcd-480c-90eb-89fa76e39338 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941863 Aug 28 03:46:29.193951 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-411da38e-3d29-4250-b722-880b12fffd4d req-e35c6466-aa33-4a05-b02f-fac311809e5d service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Aug 28 03:46:29.407889 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f8a69-3997-4bfd-bd66-35474b94f1d3 req-2e2b91f1-2751-462e-9036-91213e2e67fe tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:29.409496 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f1f8a69-3997-4bfd-bd66-35474b94f1d3 req-2e2b91f1-2751-462e-9036-91213e2e67fe tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0517995 Aug 28 03:46:29.460087 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2f1f8a69-3997-4bfd-bd66-35474b94f1d3 req-f581e45d-3dda-489a-856b-0d23994ed5c0 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 Aug 28 03:46:30.583234 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe928-8c1e-4115-946b-9241738b2176 req-553fead7-075f-4a70-887f-05188e7d707a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:30.584890 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7acbe928-8c1e-4115-946b-9241738b2176 req-553fead7-075f-4a70-887f-05188e7d707a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0515718 Aug 28 03:46:30.629166 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7acbe928-8c1e-4115-946b-9241738b2176 req-519f30b1-f81c-4e9d-91f5-29342451f7b3 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365977 Aug 28 03:46:31.764089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8e940-33a4-4396-8c9e-57783549fb44 req-8a765069-af04-4f5b-9f0c-473e8e58e5a6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:31.765661 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a1c8e940-33a4-4396-8c9e-57783549fb44 req-8a765069-af04-4f5b-9f0c-473e8e58e5a6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0539455 Aug 28 03:46:31.807010 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a1c8e940-33a4-4396-8c9e-57783549fb44 req-21a777e6-9098-4b8f-ae82-1899491a9e95 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Aug 28 03:46:32.948431 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5dcdf-7c48-4936-99cb-14fd1b091bda req-515ffd40-dd6c-4935-88ee-54d745bfa039 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:32.950280 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bbf5dcdf-7c48-4936-99cb-14fd1b091bda req-515ffd40-dd6c-4935-88ee-54d745bfa039 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0627961 Aug 28 03:46:32.994191 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bbf5dcdf-7c48-4936-99cb-14fd1b091bda req-bff68c2e-0242-45b5-8fff-afcbe736d8c7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Aug 28 03:46:34.115100 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96178-f99a-43d7-8f4b-9ec86c1a69f4 req-0d4ebe17-1641-484c-a357-6365f051b48a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:34.116762 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-09a96178-f99a-43d7-8f4b-9ec86c1a69f4 req-0d4ebe17-1641-484c-a357-6365f051b48a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0515666 Aug 28 03:46:34.158207 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-09a96178-f99a-43d7-8f4b-9ec86c1a69f4 req-473586e6-df9b-475f-b033-0446de2581fc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351048 Aug 28 03:46:34.164367 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6a806397-716e-4396-8906-78e12b639dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:35.295996 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51e389-790b-4843-aba0-ceba5f881c61 req-8b00db0e-700f-4746-86d3-8b036d0d2ec7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:35.297691 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9c51e389-790b-4843-aba0-ceba5f881c61 req-8b00db0e-700f-4746-86d3-8b036d0d2ec7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0613697 Aug 28 03:46:35.337436 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9c51e389-790b-4843-aba0-ceba5f881c61 req-b6df2e9a-ac53-4ff5-a09c-94cd8492b499 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Aug 28 03:46:36.472987 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6f4105c7-eafb-4f11-9602-5bb3571ce63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:36.482403 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fdf8d-89ed-4cbe-9e0d-ddd625e93a31 req-6f8784f1-416f-492c-b254-40ab90f4f00c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:36.484057 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8f9fdf8d-89ed-4cbe-9e0d-ddd625e93a31 req-6f8784f1-416f-492c-b254-40ab90f4f00c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0560131 Aug 28 03:46:36.540930 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8f9fdf8d-89ed-4cbe-9e0d-ddd625e93a31 req-df0ec495-3059-4f95-b947-efa6d6da0260 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493081 Aug 28 03:46:37.558198 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:37.678051 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32542b4-e1a0-463c-8712-7c2fefd50b91 req-818fcd29-d73a-4908-8be7-245eb55f4303 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:37.679579 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e32542b4-e1a0-463c-8712-7c2fefd50b91 req-818fcd29-d73a-4908-8be7-245eb55f4303 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0624752 Aug 28 03:46:37.729442 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e32542b4-e1a0-463c-8712-7c2fefd50b91 req-d9cc8161-78e5-4424-ba7f-35a4654eca96 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 Aug 28 03:46:38.029163 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:38.844749 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b7ab-92ce-44d7-965d-42568a06828a req-5364cfd3-4da4-4fd8-949f-2896d44e527d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:38.846246 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2991b7ab-92ce-44d7-965d-42568a06828a req-5364cfd3-4da4-4fd8-949f-2896d44e527d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0497866 Aug 28 03:46:38.884203 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2991b7ab-92ce-44d7-965d-42568a06828a req-9c8f8ffd-ba02-49e7-9595-9fc76ea2064f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Aug 28 03:46:39.768964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-e6e44659-31dc-4e28-96fa-48cd5b6d8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:39.770474 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-e6e44659-31dc-4e28-96fa-48cd5b6d8c72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1098 time: 0.0449915 Aug 28 03:46:39.781264 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:39.859267 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-444bb4e2-2e47-4e1f-8c29-80c88b4f19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:39.860720 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-444bb4e2-2e47-4e1f-8c29-80c88b4f19e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0818624 Aug 28 03:46:39.933596 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-b46cb320-9a38-44ac-9a04-f201b5edaec3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 1000 time: 0.0604692 Aug 28 03:46:40.014583 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-bc849149-c06e-4f18-aead-765e34984adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:40.016022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-bc849149-c06e-4f18-aead-765e34984adf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0717893 Aug 28 03:46:40.039872 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1f75-8204-41d5-93ca-3bb7f6a2bc94 req-a66a3a04-4f31-4ccb-9a7a-53b1473230a7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:40.041336 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-03dd1f75-8204-41d5-93ca-3bb7f6a2bc94 req-a66a3a04-4f31-4ccb-9a7a-53b1473230a7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0692441 Aug 28 03:46:40.097719 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-2ae97203-e087-45f8-8621-40312d64cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:40.099170 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-2ae97203-e087-45f8-8621-40312d64cc50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755544 Aug 28 03:46:40.101910 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-03dd1f75-8204-41d5-93ca-3bb7f6a2bc94 req-26e3e674-3216-44bc-b80b-9052f45e31f9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471337 Aug 28 03:46:40.190259 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-d2f12959-fe8f-4b41-b6e0-7981daa97139 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825622 Aug 28 03:46:40.286004 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1b422df9-13ea-4df5-9f6a-9b5822209c31 req-74637c17-5421-420c-be9e-e5b6ee5f3149 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Aug 28 03:46:41.220729 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf094671-259f-4b28-af98-3f046733b1f4 req-17ed1dbc-32a6-4b0f-9d28-114ce63c83a9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:41.222181 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bf094671-259f-4b28-af98-3f046733b1f4 req-17ed1dbc-32a6-4b0f-9d28-114ce63c83a9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 945 time: 0.0483968 Aug 28 03:46:41.258411 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bf094671-259f-4b28-af98-3f046733b1f4 req-4f35ca3a-dfee-4bbd-801a-04196970a560 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304894 Aug 28 03:46:41.962234 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:46:42.043733 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:42.065526 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:46:42.067903 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c451e514-eb9d-40e7-b161-98a02427af72" -d '{"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:46:42.081499 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:46:42.103926 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc39ac-47e7-4e8c-b2ae-4b6bc5fcd820 x-openstack-request-id: req-63cc39ac-47e7-4e8c-b2ae-4b6bc5fcd820 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:46:42.104219 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:46:42.104473 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63cc39ac-47e7-4e8c-b2ae-4b6bc5fcd820 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:46:42.104916 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'code': 200} Aug 28 03:46:42.141383 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:42.189636 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=8']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:46:42.351497 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:46:42.378236 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31a10c-ed60-4a59-8971-ef141ccf4dbf req-dc36e980-67da-403d-9254-670fb10a1b8c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:42.379923 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cb31a10c-ed60-4a59-8971-ef141ccf4dbf req-dc36e980-67da-403d-9254-670fb10a1b8c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0492465 Aug 28 03:46:42.421478 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-cb31a10c-ed60-4a59-8971-ef141ccf4dbf req-76a59db6-aeab-405a-be3b-2e2a0b583aba tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358150 Aug 28 03:46:44.516355 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d866bea-67f6-45b9-a569-74f72acb84f9 req-28f2347c-8c5c-4603-8b36-122bb84f7b52 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:44.517967 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d866bea-67f6-45b9-a569-74f72acb84f9 req-28f2347c-8c5c-4603-8b36-122bb84f7b52 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0510335 Aug 28 03:46:44.557041 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0d866bea-67f6-45b9-a569-74f72acb84f9 req-ab6f116a-dec4-411f-9c86-3bba9d769334 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Aug 28 03:46:44.701135 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-87560090-e959-41f4-b7bb-3da2a8f66eac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407224 Aug 28 03:46:45.679814 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0d320-b1f7-444b-accd-47781f9d6234 req-468e73c3-8b9c-4017-b908-6214f1ff4bc5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:45.681452 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ebf0d320-b1f7-444b-accd-47781f9d6234 req-468e73c3-8b9c-4017-b908-6214f1ff4bc5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0510926 Aug 28 03:46:45.722906 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ebf0d320-b1f7-444b-accd-47781f9d6234 req-6980a9a0-1b4f-4015-b438-4937ddd5881c tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345418 Aug 28 03:46:45.834102 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-0baf86da-e632-424a-a563-3e1c66a0913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:45.835529 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-0baf86da-e632-424a-a563-3e1c66a0913b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e&tenant_id=acaff84646ca4374b9f9d7df56acaebc HTTP/1.1" status: 200 len: 1096 time: 0.0384588 Aug 28 03:46:45.915013 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-0d15219b-75ac-4167-ac0d-fa97c27712c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:45.916393 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-0d15219b-75ac-4167-ac0d-fa97c27712c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acaff84646ca4374b9f9d7df56acaebc&device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1096 time: 0.0430830 Aug 28 03:46:46.007646 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-ab922462-36e0-4e36-88ee-ca7c6b8158de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:46.009151 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-ab922462-36e0-4e36-88ee-ca7c6b8158de service neutron] 10.222.0.38 "GET /v2.0/networks?id=58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 200 len: 917 time: 0.0855258 Aug 28 03:46:46.077183 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-3d464068-baea-4ed4-8e46-74e5971ee563 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 200 len: 998 time: 0.0607584 Aug 28 03:46:46.129511 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-c39f8c87-89e1-40a3-b9f5-49642774e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:46.134501 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-c39f8c87-89e1-40a3-b9f5-49642774e642 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 200 len: 855 time: 0.0481777 Aug 28 03:46:46.178779 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-981f78f0-41bd-435d-af6e-b77c8a62c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:46.180219 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-981f78f0-41bd-435d-af6e-b77c8a62c5f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58f6550e-225e-46d1-8f93-25915b5206fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418108 Aug 28 03:46:46.274477 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-701bfd10-81b7-4bdc-a9e8-9b27381699dc service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Aug 28 03:46:46.367225 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5cab0392-b4bb-4d6e-8d1e-2ee166fa0c85 req-3d65186a-571b-4a9e-b0b7-f4d62f381a06 service neutron] 10.222.0.38 "GET /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Aug 28 03:46:46.841476 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ede95-184b-4f2d-9daf-cbeb4cc5d6a5 req-269bf639-6096-4238-b2c6-9b349b1bbea9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:46.869864 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-665ede95-184b-4f2d-9daf-cbeb4cc5d6a5 req-269bf639-6096-4238-b2c6-9b349b1bbea9 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0511732 Aug 28 03:46:46.880994 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-665ede95-184b-4f2d-9daf-cbeb4cc5d6a5 req-3328cbee-bcf9-444c-94fe-3224aaa343b8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 28 03:46:48.010900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd928c79-7c72-498b-8957-444cbfeac9a1 req-10555809-6f89-4814-88f1-57e28eea1d31 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:48.014160 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cd928c79-7c72-498b-8957-444cbfeac9a1 req-10555809-6f89-4814-88f1-57e28eea1d31 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0528536 Aug 28 03:46:48.063076 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-cd928c79-7c72-498b-8957-444cbfeac9a1 req-e9b2e594-a6d7-45f2-946a-adc0697463bd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Aug 28 03:46:49.264318 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1497a-1a18-4ad2-996e-174b838da7e6 req-a8dee3ef-9382-42aa-8c30-fd32402df2dd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:49.271698 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a8b1497a-1a18-4ad2-996e-174b838da7e6 req-a8dee3ef-9382-42aa-8c30-fd32402df2dd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.1369805 Aug 28 03:46:49.311281 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a8b1497a-1a18-4ad2-996e-174b838da7e6 req-9fb73d45-f91f-43b0-b208-537de233edeb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387092 Aug 28 03:46:49.638319 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:46:50.441571 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5adb-e51c-458f-9272-ac2f84ccd2da req-23b6d539-50c5-445c-982b-8a28748f0cf8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:50.443034 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-44fb5adb-e51c-458f-9272-ac2f84ccd2da req-23b6d539-50c5-445c-982b-8a28748f0cf8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0522165 Aug 28 03:46:50.482111 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-44fb5adb-e51c-458f-9272-ac2f84ccd2da req-58b93cad-34a3-4e14-9f06-2087dae9fc42 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Aug 28 03:46:51.612224 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0b9e-2bdf-42ba-81e8-a4c3e6896336 req-3af2d1df-284c-4312-87e2-f166091e9d81 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:51.613750 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3b7a0b9e-2bdf-42ba-81e8-a4c3e6896336 req-3af2d1df-284c-4312-87e2-f166091e9d81 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0581875 Aug 28 03:46:51.653076 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3b7a0b9e-2bdf-42ba-81e8-a4c3e6896336 req-3f6344b8-9a12-4d86-831a-f06b7aa8f702 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Aug 28 03:46:52.781859 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfaf19-a53b-4fcb-9c8e-3a3eed82e255 req-24feddb4-4120-4ce9-b3a8-a686fda3484d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:52.784186 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6edfaf19-a53b-4fcb-9c8e-3a3eed82e255 req-24feddb4-4120-4ce9-b3a8-a686fda3484d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0545201 Aug 28 03:46:52.822628 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6edfaf19-a53b-4fcb-9c8e-3a3eed82e255 req-20ec7277-2ab1-4809-9622-a22e227cabcc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Aug 28 03:46:53.940655 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b764b-7e42-4efd-b071-5f018b15c050 req-59a9e970-3a78-49ca-a035-fffd03bdd920 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:53.942348 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb6b764b-7e42-4efd-b071-5f018b15c050 req-59a9e970-3a78-49ca-a035-fffd03bdd920 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0496306 Aug 28 03:46:53.984418 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bb6b764b-7e42-4efd-b071-5f018b15c050 req-f0cef09c-3ec4-4bbd-9623-6fcc58b0388e tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354710 Aug 28 03:46:55.103210 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d1da-e3b9-487b-b6b0-30c540078c58 req-020aec68-5bef-4173-9902-e172abacf5f8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:55.104672 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e7d0d1da-e3b9-487b-b6b0-30c540078c58 req-020aec68-5bef-4173-9902-e172abacf5f8 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0488334 Aug 28 03:46:55.151713 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e7d0d1da-e3b9-487b-b6b0-30c540078c58 req-4240482b-f31c-47ea-b70a-9f6f411e31f7 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 Aug 28 03:46:56.286558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcf2c6-200e-4acc-93e2-65fac0085d7d req-21a3af59-15e7-4f97-a84b-6600541ffade tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:56.288051 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1dfcf2c6-200e-4acc-93e2-65fac0085d7d req-21a3af59-15e7-4f97-a84b-6600541ffade tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0488689 Aug 28 03:46:56.335010 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1dfcf2c6-200e-4acc-93e2-65fac0085d7d req-60d22280-d7f2-4fe8-b1a9-65b87bc1e00a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Aug 28 03:46:57.467380 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541ea5f-e504-4eb3-b49c-5171a10aff75 req-a12b3c55-70a3-4bc3-bc14-629b592d5df1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:57.469916 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b541ea5f-e504-4eb3-b49c-5171a10aff75 req-a12b3c55-70a3-4bc3-bc14-629b592d5df1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0557878 Aug 28 03:46:57.508001 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b541ea5f-e504-4eb3-b49c-5171a10aff75 req-8b5c2a56-042f-4fad-a10b-b57ddad8729d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Aug 28 03:46:58.626333 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56443-9b4a-4294-acfc-0f86c5ea0a95 req-cddc833d-9716-4e29-ad07-eeca629553a6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:58.627803 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-89a56443-9b4a-4294-acfc-0f86c5ea0a95 req-cddc833d-9716-4e29-ad07-eeca629553a6 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0490451 Aug 28 03:46:58.665971 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-89a56443-9b4a-4294-acfc-0f86c5ea0a95 req-3670cd7c-4488-4048-80b3-973372363a73 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Aug 28 03:46:59.788718 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83263199-f6a1-47fb-a3e6-62646624646c req-19627b7d-d4c6-4219-8f47-4021ba1e3cc4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:46:59.790201 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-83263199-f6a1-47fb-a3e6-62646624646c req-19627b7d-d4c6-4219-8f47-4021ba1e3cc4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0482881 Aug 28 03:46:59.827293 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-83263199-f6a1-47fb-a3e6-62646624646c req-c3f447b9-53ff-44de-b1a2-c826ffdbbe08 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306709 Aug 28 03:47:00.945904 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bbf1-fd4c-450e-8184-006cf8305268 req-ceb71889-d595-47ef-abf0-8a3eb91c5a9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:00.947391 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bbf5bbf1-fd4c-450e-8184-006cf8305268 req-ceb71889-d595-47ef-abf0-8a3eb91c5a9f tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0493217 Aug 28 03:47:00.987313 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-bbf5bbf1-fd4c-450e-8184-006cf8305268 req-123aa6b0-3c1a-4faa-b6bf-13bbab47783d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340877 Aug 28 03:47:02.104628 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94d6e-9c0f-4d85-965c-54ed599455cc req-34185d88-8eda-4b9d-a108-68d4b263e807 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:02.106112 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5da94d6e-9c0f-4d85-965c-54ed599455cc req-34185d88-8eda-4b9d-a108-68d4b263e807 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0478904 Aug 28 03:47:02.144292 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5da94d6e-9c0f-4d85-965c-54ed599455cc req-46e0faca-5dc3-4e63-a3f0-a96aeff01bbd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Aug 28 03:47:03.293889 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f1ef3-239e-4608-a9a0-b79bf4183f61 req-3589af8e-a02f-4484-b4a3-dbb25c56de96 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:03.293889 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-788f1ef3-239e-4608-a9a0-b79bf4183f61 req-3589af8e-a02f-4484-b4a3-dbb25c56de96 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 943 time: 0.0515163 Aug 28 03:47:03.317137 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-788f1ef3-239e-4608-a9a0-b79bf4183f61 req-f22489fa-2f41-4156-8b8a-0d45a5482fa4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 Aug 28 03:47:04.071146 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:47:04.125434 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6ff03f50-9d4d-408b-b555-bec03897bd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:04.174395 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:04.184672 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'port_id': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'mac_address': 'fa:16:3e:3d:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:47:04.221803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:04.234015 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:47:04.252639 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:04.323417 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:04.370404 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=9']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:04.438604 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517bbc6-1853-45be-a191-09fa6067c4cc req-a47d3ab3-6547-4c1c-81cb-a71a851eeb18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:04.440099 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d517bbc6-1853-45be-a191-09fa6067c4cc req-a47d3ab3-6547-4c1c-81cb-a71a851eeb18 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0521889 Aug 28 03:47:04.481250 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d517bbc6-1853-45be-a191-09fa6067c4cc req-d3514e33-c37f-4a4a-8949-b4a8a59cd230 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350657 Aug 28 03:47:04.758337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['32e7d661-d87c-434c-8993-86d3aa3b695d'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:47:05.599518 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035331-8969-4859-9982-5df3651ee53c req-8f28a512-6b82-4265-9368-bebc2584777a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:05.601030 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f8035331-8969-4859-9982-5df3651ee53c req-8f28a512-6b82-4265-9368-bebc2584777a tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 944 time: 0.0491581 Aug 28 03:47:05.637373 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f8035331-8969-4859-9982-5df3651ee53c req-888fbe13-332d-4060-964d-e4d29cd3b99e tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Aug 28 03:47:06.076468 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:47:06.124895 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 32e7d661-d87c-434c-8993-86d3aa3b695d triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:47:06.125268 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:06.203624 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:06.225091 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:47:06.227290 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7104fd8f-5525-4789-b007-a774b5ac1c64" -d '{"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:47:06.240227 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:06.264306 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b6bf8-f2ef-4f58-914b-c8ce1f3cdd59 x-openstack-request-id: req-ce0b6bf8-f2ef-4f58-914b-c8ce1f3cdd59 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:47:06.264734 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-plugged", "status": "completed", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:47:06.264994 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce0b6bf8-f2ef-4f58-914b-c8ce1f3cdd59 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:47:06.265389 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'code': 200} Aug 28 03:47:06.312952 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:06.361786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=10']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:06.466618 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-181f41f5-5166-4df1-aae2-dc8d5306a9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:06.597503 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eab33-3025-47c8-86c9-f18f094ed5b0 req-6846a9cf-0d83-4586-87b2-8409686a35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:06.598888 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ee7eab33-3025-47c8-86c9-f18f094ed5b0 req-6846a9cf-0d83-4586-87b2-8409686a35d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 1099 time: 0.0398812 Aug 28 03:47:06.633447 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ee7eab33-3025-47c8-86c9-f18f094ed5b0 req-63551766-413e-45c8-93a8-572fb1784189 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274928 Aug 28 03:47:06.753773 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576ca4b-17e3-4263-9ca6-f8cf46904846 req-7ff843e7-980b-495b-9c3e-1d4cb54cc2bc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:06.755230 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8576ca4b-17e3-4263-9ca6-f8cf46904846 req-7ff843e7-980b-495b-9c3e-1d4cb54cc2bc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0478652 Aug 28 03:47:06.792767 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8576ca4b-17e3-4263-9ca6-f8cf46904846 req-9545b168-cab6-4170-aa62-5e27341ae6cb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Aug 28 03:47:07.163857 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:07.910165 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848d94-1008-40d9-898a-88de9df88fdc req-aed960d5-c9e5-4ab6-96cb-28bd0c4bada2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:07.911624 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81848d94-1008-40d9-898a-88de9df88fdc req-aed960d5-c9e5-4ab6-96cb-28bd0c4bada2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0471327 Aug 28 03:47:07.949855 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-81848d94-1008-40d9-898a-88de9df88fdc req-f35def20-fa25-459f-b696-1cd2a6e0f116 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321534 Aug 28 03:47:07.997582 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:09.067032 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7f23-3ab1-44cd-bb07-88c335e98f8c req-1449df83-7173-4c64-8bf8-cf4947298365 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:09.068500 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-790e7f23-3ab1-44cd-bb07-88c335e98f8c req-1449df83-7173-4c64-8bf8-cf4947298365 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0493267 Aug 28 03:47:09.110763 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-790e7f23-3ab1-44cd-bb07-88c335e98f8c req-7fe8dbed-05b5-4d22-89e2-4be97b8220cd tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364017 Aug 28 03:47:09.809175 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:10.230290 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491d5cb-0b3e-459c-adbb-f4cedf9b6080 req-d5fe9280-d7fa-4d0b-8a1e-a42b83a2f70d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:10.231733 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1491d5cb-0b3e-459c-adbb-f4cedf9b6080 req-d5fe9280-d7fa-4d0b-8a1e-a42b83a2f70d tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0513916 Aug 28 03:47:10.268528 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1491d5cb-0b3e-459c-adbb-f4cedf9b6080 req-8b30acd4-d200-4ae2-820f-d8a5f7e16356 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303144 Aug 28 03:47:19.351200 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:47:19.648574 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:30.650894 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-cf47aa46-2df7-4515-bf5f-d8b9eedd7fa2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391276 Aug 28 03:47:30.727298 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-c118ea40-beba-4e88-9909-d4bd4439f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:30.728805 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-c118ea40-beba-4e88-9909-d4bd4439f325 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1098 time: 0.0403891 Aug 28 03:47:30.835565 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-149d81ed-71e0-470c-a4a8-7ff96e2af48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:30.837138 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-149d81ed-71e0-470c-a4a8-7ff96e2af48d service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0870192 Aug 28 03:47:30.902303 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-bba6f717-d0c7-4d84-80e1-5a8cb3d676dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 1001 time: 0.0560806 Aug 28 03:47:30.955174 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-9d42de8e-1b56-4569-ade0-620a3426b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:30.956579 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-9d42de8e-1b56-4569-ade0-620a3426b447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0456617 Aug 28 03:47:31.003083 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-44303540-d55b-4ccf-b894-564b072f0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:31.004541 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-44303540-d55b-4ccf-b894-564b072f0993 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391550 Aug 28 03:47:31.092228 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-190f0f34-f4b4-4454-870e-fe1b277beabb service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790081 Aug 28 03:47:31.184878 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fd05b928-7e85-45a4-b817-06ffa26a907e req-69e523ce-9c65-4e84-9f04-d87adff8a022 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Aug 28 03:47:34.088431 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-689b6324-63b9-4b8b-8b4b-f5ef7652ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:36.139812 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-1d5fcdde-c528-45f5-a501-f6e677c52c21 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035117474&fields=id&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 267 time: 0.0342870 Aug 28 03:47:36.245771 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-815f3431-6762-4e96-ab0b-f1a6c9db5d11 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:36.247147 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-815f3431-6762-4e96-ab0b-f1a6c9db5d11 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1005599 Aug 28 03:47:36.262321 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-94ea3401-8cec-4596-acc2-d287b0f8e04b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/quotas/fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Aug 28 03:47:36.318071 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-e9f77752-3b91-4602-8a0d-5048ed5bbc38 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506339 Aug 28 03:47:36.439814 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-be409391-96b7-42cf-ac9e-7d02f20af52f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:47:36.440834 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-be409391-96b7-42cf-ac9e-7d02f20af52f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120698 Aug 28 03:47:36.494089 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a526a13b-2431-4f79-9216-619fa64b4110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:36.535796 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-ea75fd67-ec4f-4b22-9c91-0a73437e3d1a service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887887 Aug 28 03:47:36.625226 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-e86c98ed-a4cf-482b-9758-a835b4f72835 service neutron] 10.222.0.36 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Aug 28 03:47:37.096133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2dfad6d2-330f-4282-a54e-c05444124586 req-ce168dba-2647-4685-bd27-f4f97b109494 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 210 time: 0.0280881 Aug 28 03:47:37.174203 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:38.054486 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:38.209383 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-86d8d3bf-51ea-43a9-94f1-6c37e4634003 req-e245baf5-64d5-49a6-b0dc-79b82d96e1ba tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 210 time: 0.0313926 Aug 28 03:47:38.925593 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-035e0209-b007-41d0-af12-2aee515c8fa0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:38.927157 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-035e0209-b007-41d0-af12-2aee515c8fa0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 810 time: 0.1036963 Aug 28 03:47:38.977335 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-5c46c053-b320-4e7e-bcd4-d66fe9c8401a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5efacd43034537b6e813ecbfdc55d5 HTTP/1.1" status: 200 len: 380 time: 0.0339713 Aug 28 03:47:38.988352 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'port': {'device_id': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'admin_state_up': True, 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'security_groups': ['8ed2b617-df71-491e-a0d4-c102ab63babb']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:47:39.162633 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Made reservation on behalf of fa5efacd43034537b6e813ecbfdc55d5 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:47:39.166288 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.305479 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b0584d94-1b10-456b-a9d4-b6bb093b00c7 req-fc05c773-0051-41c4-b6ae-111548148eeb tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 210 time: 0.0283027 Aug 28 03:47:39.314357 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.20.0.10 (ba4a7e0b-881a-47de-8e2e-c8f3906a80b8/6f5833ae-b61d-4fe5-b9b2-d04f091d856a/69fa55b4-fec0-4402-a7b4-30a4eb8c2823) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:47:39.448869 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.461875 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Transition to ACTIVE for port object 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:47:39.540333 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.582015 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:47:39.586911 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:47:39.590556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:47:39.598206 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:39.626368 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.626720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.627059 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.627487 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.627821 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.628155 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.628491 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.628937 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.629267 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.629602 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.629919 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.630242 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:39.655059 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:39.655674 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.724726 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-3de1a9fe-da73-4a13-996f-6569ef3ba1d5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7414436 Aug 28 03:47:39.748573 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Request body: {'port': {'device_id': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:47:39.807837 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.809000 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.848407 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-f44f7b77-8ffa-4f57-bb56-c72877285fc7 None None] Provisioning for port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:47:39.852341 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-f44f7b77-8ffa-4f57-bb56-c72877285fc7 None None] Provisioning complete for port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:47:39.852733 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-f44f7b77-8ffa-4f57-bb56-c72877285fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:39.885765 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-f44f7b77-8ffa-4f57-bb56-c72877285fc7 None None] Port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:47:40.071800 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:47:40.081143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:40.094238 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Transition to ACTIVE for port object 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:47:40.145653 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:40.219791 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:40.273299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Attempting to bind port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:47:40.273640 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Attempting to bind port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:47:40.273967 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Attempting to bind port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:47:40.278516 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:47:40.278835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Attempting to bind port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 on network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:47:40.284299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:47:40.284639 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Checking segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:47:40.285054 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Bound using segment: {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:47:40.285482 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Bound port: 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651c89cc-77af-44d7-8d19-546d6c73a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:47:40.285833 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:40.355313 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:47:40.358470 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:47:40.421652 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dc8a6-b371-4dfd-9d69-6d0b8b264d24 req-46e95773-29b0-4fa5-b34f-b6f967f2e432 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.423125 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-672dc8a6-b371-4dfd-9d69-6d0b8b264d24 req-46e95773-29b0-4fa5-b34f-b6f967f2e432 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0505104 Aug 28 03:47:40.427036 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:40.460821 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.461443 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:40.462033 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-672dc8a6-b371-4dfd-9d69-6d0b8b264d24 req-294c998a-b425-4160-9a28-c6fbe1ea0952 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321827 Aug 28 03:47:40.469341 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] 10.222.0.38 "PUT /v2.0/ports/69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 200 len: 1094 time: 0.7287102 Aug 28 03:47:40.469825 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:47:40.472734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e784a8-b190-41a3-adf4-91e5b2a5e534" -d '{"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:47:40.503104 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c3eee-babc-4faf-93db-52ad0760e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:40.510830 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f1749-5652-42cf-857a-26421958776f x-openstack-request-id: req-603f1749-5652-42cf-857a-26421958776f {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:47:40.511123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:47:40.511416 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-603f1749-5652-42cf-857a-26421958776f {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:47:40.511761 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'status': 'completed', 'code': 200} Aug 28 03:47:40.603064 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-e586fa82-6ede-4952-87ba-5b854fc8edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.604502 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-e586fa82-6ede-4952-87ba-5b854fc8edd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1097 time: 0.0460227 Aug 28 03:47:40.707186 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-aa2b0145-80c5-4de0-8228-a2b0ba048ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.709074 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-aa2b0145-80c5-4de0-8228-a2b0ba048ed1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0895703 Aug 28 03:47:40.805517 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-b774d896-161e-4d6d-9943-98396020aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.807006 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f2e784a8-b190-41a3-adf4-91e5b2a5e534 req-b774d896-161e-4d6d-9943-98396020aa57 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911095 Aug 28 03:47:40.905563 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-666d3e86-df64-496f-b6d0-ecd7ce8ebc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:40.906946 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-666d3e86-df64-496f-b6d0-ecd7ce8ebc61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1097 time: 0.0409865 Aug 28 03:47:40.954652 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-f1b46bd5-36b8-463c-8495-bd18b0d73cb3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 200 len: 217 time: 0.0334888 Aug 28 03:47:41.005932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-fa71c630-8932-45cf-9a8a-084c099643f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:41.007328 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-fa71c630-8932-45cf-9a8a-084c099643f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0459888 Aug 28 03:47:41.318143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-c0c00369-a6f1-4a74-afb7-db5f596002ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:41.319687 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-c0c00369-a6f1-4a74-afb7-db5f596002ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3053541 Aug 28 03:47:41.407698 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-8ff8139a-9fc9-4eed-958c-9511e8b644b2 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802853 Aug 28 03:47:41.496939 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0bf10f4-aab6-437e-915b-c1c0b2c5cfbf req-22718a66-38c5-4ca7-901c-f6a120ddaac4 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821111 Aug 28 03:47:41.576172 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fabdc2-e990-46c5-8b74-b1709fc54839 req-bb2b2610-3f5a-49cd-9432-2b22610094f6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:41.577739 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e6fabdc2-e990-46c5-8b74-b1709fc54839 req-bb2b2610-3f5a-49cd-9432-2b22610094f6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0488825 Aug 28 03:47:41.617416 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e6fabdc2-e990-46c5-8b74-b1709fc54839 req-d6d874bc-cd44-4762-b709-daba32c961df tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Aug 28 03:47:42.741402 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40f5a7-aa9a-4d44-aec3-ff03f8d0e19e req-5ff07644-9e0e-4ca2-a804-9b5e9251b155 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:42.742859 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-da40f5a7-aa9a-4d44-aec3-ff03f8d0e19e req-5ff07644-9e0e-4ca2-a804-9b5e9251b155 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0494082 Aug 28 03:47:42.780067 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-da40f5a7-aa9a-4d44-aec3-ff03f8d0e19e req-e6e15352-c040-4c02-b4eb-5d2b0d02def6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Aug 28 03:47:43.896744 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9fd2b-459f-403f-8d92-ca7901f7b52c req-29890f9d-21c1-43f7-b4e5-1c63d849fbfa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:43.898228 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-32b9fd2b-459f-403f-8d92-ca7901f7b52c req-29890f9d-21c1-43f7-b4e5-1c63d849fbfa tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0527329 Aug 28 03:47:43.935533 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-32b9fd2b-459f-403f-8d92-ca7901f7b52c req-b5a3fca0-80a1-454e-8795-ec21da5594bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Aug 28 03:47:45.046715 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada78344-ec10-4c53-ba6b-0e3ceb0f7685 req-336ca81f-35ad-4abf-bc6d-4b358197b03e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:45.048164 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ada78344-ec10-4c53-ba6b-0e3ceb0f7685 req-336ca81f-35ad-4abf-bc6d-4b358197b03e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0483477 Aug 28 03:47:45.088668 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ada78344-ec10-4c53-ba6b-0e3ceb0f7685 req-35a8db0b-35a8-49c7-b684-daa90b66f1d6 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Aug 28 03:47:46.202716 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dc4-7990-49fe-b5d8-4d6e6361b693 req-62f68b1c-369c-4099-bd12-b8cb511467e8 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:46.204169 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c893dc4-7990-49fe-b5d8-4d6e6361b693 req-62f68b1c-369c-4099-bd12-b8cb511467e8 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0480032 Aug 28 03:47:46.241119 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9c893dc4-7990-49fe-b5d8-4d6e6361b693 req-74167084-a969-4ffe-9a80-fb9f450dae0a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Aug 28 03:47:47.352276 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4955a2-95b4-4f39-ba8f-1ace785d0dd9 req-1d6bbd8f-f07a-4ea7-b1e0-3afec1d70cfc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:47.353756 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4b4955a2-95b4-4f39-ba8f-1ace785d0dd9 req-1d6bbd8f-f07a-4ea7-b1e0-3afec1d70cfc tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0479813 Aug 28 03:47:47.390930 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4b4955a2-95b4-4f39-ba8f-1ace785d0dd9 req-bde955c0-94c0-4755-96c7-c9423d9fa2f0 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Aug 28 03:47:48.501705 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dca07-5fd4-4060-af8a-3fb7aef8e96f req-15be9f34-3ee6-4ace-a0fd-0a66016bebb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:48.503646 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-592dca07-5fd4-4060-af8a-3fb7aef8e96f req-15be9f34-3ee6-4ace-a0fd-0a66016bebb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0485780 Aug 28 03:47:48.541201 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-592dca07-5fd4-4060-af8a-3fb7aef8e96f req-8a477b71-3c51-4755-9222-0eec26d2e1fe tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Aug 28 03:47:49.636739 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:49.655631 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3ef9-248e-44e7-8da5-e5fd50d088ac req-872731e8-cf83-4988-b376-45d07c2940a3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:49.657102 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6e0e3ef9-248e-44e7-8da5-e5fd50d088ac req-872731e8-cf83-4988-b376-45d07c2940a3 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 944 time: 0.0489769 Aug 28 03:47:49.693891 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6e0e3ef9-248e-44e7-8da5-e5fd50d088ac req-263973e8-b076-42da-a01c-a44651fa2d31 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301287 Aug 28 03:47:50.268265 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:47:50.485821 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:50.497161 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'port_id': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'mac_address': 'fa:16:3e:bb:fe:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:47:50.532957 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:50.544963 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:47:50.563649 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:50.653999 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:50.702219 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:50.709409 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.709762 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.710103 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.710435 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.710768 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.711097 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.711423 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.711745 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.712173 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.712501 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.712874 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.713202 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:50.813400 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125ffeb-bcda-4cf0-9020-3d783b36c1cd req-7a971129-ff13-456e-b46a-44443fc2acdd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:50.819261 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1125ffeb-bcda-4cf0-9020-3d783b36c1cd req-7a971129-ff13-456e-b46a-44443fc2acdd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 945 time: 0.0547583 Aug 28 03:47:50.854347 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1125ffeb-bcda-4cf0-9020-3d783b36c1cd req-426fa7b7-43a7-414c-976a-2bb121c2ee52 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Aug 28 03:47:51.116073 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['69fa55b4-fec0-4402-a7b4-30a4eb8c2823'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:47:51.970619 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44b893-4de5-43ae-bd18-cecdef9e2d00 req-cf43edac-bbd1-481e-824a-61071219853a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:51.972638 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b44b893-4de5-43ae-bd18-cecdef9e2d00 req-cf43edac-bbd1-481e-824a-61071219853a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 945 time: 0.0517640 Aug 28 03:47:52.012307 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0b44b893-4de5-43ae-bd18-cecdef9e2d00 req-fc7a16c5-872d-4204-8280-5f522242e829 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337424 Aug 28 03:47:52.307660 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:47:52.413591 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:47:52.417189 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:47:52.417553 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:52.496006 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:52.517989 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:47:52.520211 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919337b2-89d5-4938-bd88-cf128fa41a40" -d '{"events": [{"server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "name": "network-vif-plugged", "status": "completed", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:47:52.532591 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:47:52.556275 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab5438-7352-47ee-b6ee-a7b591058820 x-openstack-request-id: req-06ab5438-7352-47ee-b6ee-a7b591058820 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:47:52.556559 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "name": "network-vif-plugged", "status": "completed", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:47:52.556892 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06ab5438-7352-47ee-b6ee-a7b591058820 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:47:52.557299 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'code': 200} Aug 28 03:47:52.579247 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:52.626431 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:52.885537 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97978efa-d5e4-4681-b05f-db1ff0e96403 req-49c67259-ecd8-4f65-bbcb-0964955cf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:52.887110 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-97978efa-d5e4-4681-b05f-db1ff0e96403 req-49c67259-ecd8-4f65-bbcb-0964955cf6d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1099 time: 0.0397923 Aug 28 03:47:52.920955 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-97978efa-d5e4-4681-b05f-db1ff0e96403 req-5a597a1c-0bbe-41d8-8efc-aaa59ec08a76 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267680 Aug 28 03:47:53.122858 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8a761-faf2-4434-9137-99bdb4a30a10 req-e26c185d-21d3-4f63-beb2-d22232592a86 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:53.124331 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4bb8a761-faf2-4434-9137-99bdb4a30a10 req-e26c185d-21d3-4f63-beb2-d22232592a86 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 28 03:47:53.163626 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4bb8a761-faf2-4434-9137-99bdb4a30a10 req-519a5aa2-b8a9-4f93-b11a-6e48b1ab1d9f tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Aug 28 03:47:54.277191 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d69dd-100d-4653-88f8-5bc5a5af3f0d req-f1e6920d-44db-486e-ab28-a7172de5bf34 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:54.278673 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d22d69dd-100d-4653-88f8-5bc5a5af3f0d req-f1e6920d-44db-486e-ab28-a7172de5bf34 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0487316 Aug 28 03:47:54.316239 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-d22d69dd-100d-4653-88f8-5bc5a5af3f0d req-b2c2a4c7-c33e-4921-840c-c3a60250cf25 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Aug 28 03:47:55.427268 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b8f4-af67-46c3-bdb3-b3c45851d1c0 req-c2fba544-844e-48d8-abc7-982836ec9e17 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:55.428977 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-47b6b8f4-af67-46c3-bdb3-b3c45851d1c0 req-c2fba544-844e-48d8-abc7-982836ec9e17 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0482335 Aug 28 03:47:55.469348 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-47b6b8f4-af67-46c3-bdb3-b3c45851d1c0 req-3885432b-6789-42c7-a942-87f7d65e3f38 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345099 Aug 28 03:47:55.580637 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69384f-7eee-46e3-91a6-2f40541c4f8d req-fc85f90a-04a1-49ef-a336-7c5c9377148d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:55.582132 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de69384f-7eee-46e3-91a6-2f40541c4f8d req-fc85f90a-04a1-49ef-a336-7c5c9377148d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0486913 Aug 28 03:47:55.619990 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-de69384f-7eee-46e3-91a6-2f40541c4f8d req-3f26b7e6-51c2-4fcf-90a8-3ca699506c8a tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Aug 28 03:47:55.641721 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44220) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:47:55.779431 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193b065-33ce-4924-bdb0-66609a006650 tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:55.780925 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7193b065-33ce-4924-bdb0-66609a006650 tempest-TestVolumeBootPattern-641508807 tempest-TestVolumeBootPattern-641508807-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1094 time: 0.1382425 Aug 28 03:47:55.784468 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44224) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:47:55.788866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'port_id': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:47:55.894010 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:55.990286 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:56.094498 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_common [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Allocated IP 172.27.1.193 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/c7e8cdc8-f15d-4917-87cb-e7ac3d387e71) {{(pid=94549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:47:56.192971 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:56.271565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:56.312358 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:47:56.317261 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.base_scheduler [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Resources bound (agent type, host, resource id): {{(pid=94549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:47:56.320772 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Received port after_create {{(pid=94549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:47:56.326189 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=c7e8cdc8-f15d-4917-87cb-e7ac3d387e71,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:56.350963 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:47:56.351638 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.351986 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.352325 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.352660 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.353030 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.353359 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.353689 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.354012 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.354335 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.354654 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.354971 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.355287 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:47:56.685533 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:56.810393 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:56.958059 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for port, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:57.013399 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30290419'] for port, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:57.077417 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event updated for resources: {'Port': ['ID=c7e8cdc8-f15d-4917-87cb-e7ac3d387e71,revision_number=2']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:47:57.091441 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:57.191359 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 20a779c4-5b7a-4a46-9547-4029e7962205 associated. External IP: 172.27.1.193, port: 69fa55b4-fec0-4402-a7b4-30a4eb8c2823. Aug 28 03:47:57.393047 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:47:57.497862 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:47:57.507960 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:47:57.517468 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:47:57.526934 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:47:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:47:57.590962 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:47:57.618441 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-4174aa4c-c822-4661-8e73-c7ab6974e0af tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8328652 Aug 28 03:47:57.619316 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:47:57.621136 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:47:57.621654 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b70c8c-143e-4655-a85c-3c859fb0df94" -d '{"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:47:57.727717 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41b247-d7c8-4245-b616-5877a9bb83d5 x-openstack-request-id: req-6c41b247-d7c8-4245-b616-5877a9bb83d5 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:47:57.727717 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:47:57.727717 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c41b247-d7c8-4245-b616-5877a9bb83d5 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:47:57.727717 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'status': 'completed', 'code': 200} Aug 28 03:47:57.812359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-5176419e-8ac9-48fb-b8c6-b84c809005b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:57.813914 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-5176419e-8ac9-48fb-b8c6-b84c809005b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1099 time: 0.0400028 Aug 28 03:47:57.853873 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '20a779c4-5b7a-4a46-9547-4029e7962205', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:bb:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:47:56Z', 'updated_at': '2021-08-28T03:47:56Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}, {'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:47:57.879946 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:47:57.888231 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:47:57.888871 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:47:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:47:57.903785 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-157f3f13-4441-4552-970d-e80c00bfe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:57.905246 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-157f3f13-4441-4552-970d-e80c00bfe559 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0828760 Aug 28 03:47:57.979657 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-6882540f-0285-4979-85cf-3cb2c9878cca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 200 len: 1000 time: 0.0664761 Aug 28 03:47:58.002937 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:47:58.027846 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-6024c489-a4c6-4d8b-9479-e0d77872c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:58.029376 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-6024c489-a4c6-4d8b-9479-e0d77872c846 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0435405 Aug 28 03:47:58.073694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-dc713e9b-cf7a-4cb6-9aac-fc4f67f3bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:47:58.075210 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-dc713e9b-cf7a-4cb6-9aac-fc4f67f3bec2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391223 Aug 28 03:47:58.167241 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-604ab01f-8c5c-441e-82ff-5dcf4ead244d service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Aug 28 03:47:58.225063 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '20a779c4-5b7a-4a46-9547-4029e7962205', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:bb:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:47:56Z', 'updated_at': '2021-08-28T03:47:56Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}, {'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:47:58.250936 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85dc677-6f0f-4f48-95e8-225681ebc428 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '20a779c4-5b7a-4a46-9547-4029e7962205', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:bb:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:47:56Z', 'updated_at': '2021-08-28T03:47:56Z', 'revision_number': 0, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}, {'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:47:58.258018 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59b70c8c-143e-4655-a85c-3c859fb0df94 req-fb624185-d6e0-483d-80d9-b1c12fe16bec service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Aug 28 03:47:58.437194 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22f8d9-eebb-4d56-bd60-befafece3bf1 None None] New status for floating IP 20a779c4-5b7a-4a46-9547-4029e7962205: ACTIVE {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:48:04.110688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-117969ce-2f22-4a26-a7ac-3731240bb666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:06.516455 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b1abd54f-d235-4a72-8051-3715e1c9beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:07.179065 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:08.019454 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:09.807972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:17.758125 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940a606-7741-41d2-952d-59d2c621c43a req-f39484cc-0f05-401b-a34d-4fd3de302ffc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:17.759595 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2940a606-7741-41d2-952d-59d2c621c43a req-f39484cc-0f05-401b-a34d-4fd3de302ffc tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0500193 Aug 28 03:48:17.797426 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2940a606-7741-41d2-952d-59d2c621c43a req-6f3e8e0b-3235-438b-895d-542e7dcd7dcb tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 Aug 28 03:48:18.941948 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fcaf7-0d2f-4658-bdd3-12fcd875c842 req-07d4edb3-6833-4474-ad62-4a2143ff67b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:18.943400 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-714fcaf7-0d2f-4658-bdd3-12fcd875c842 req-07d4edb3-6833-4474-ad62-4a2143ff67b5 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0483165 Aug 28 03:48:18.983007 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-714fcaf7-0d2f-4658-bdd3-12fcd875c842 req-390c2f33-b2a8-4a9c-9ea5-b400fc7e7fe4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Aug 28 03:48:19.624326 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:19.744927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-c3ab911e-cbc8-4862-902b-23e2534b2892 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:19.746385 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-c3ab911e-cbc8-4862-902b-23e2534b2892 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0493674 Aug 28 03:48:19.835275 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Deleting port 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:19.835607 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:19.922939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] For port 32e7d661-d87c-434c-8993-86d3aa3b695d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=32e7d661-d87c-434c-8993-86d3aa3b695d,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:19.923210 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:20.087724 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:20.088282 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:20.088735 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Floating IP 8e9197c2-b010-4ead-92e8-1ef485d0fd8b disassociated. External IP: 172.27.1.12, port: 32e7d661-d87c-434c-8993-86d3aa3b695d. Aug 28 03:48:20.089302 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Calling delete_port for 32e7d661-d87c-434c-8993-86d3aa3b695d owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:20.106106 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958708f-d403-4f43-a9bc-8c5ea9f90575 req-bf190454-7b58-4153-a3b7-199770577d30 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:20.110785 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7958708f-d403-4f43-a9bc-8c5ea9f90575 req-bf190454-7b58-4153-a3b7-199770577d30 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 946 time: 0.0545657 Aug 28 03:48:20.151469 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-7958708f-d403-4f43-a9bc-8c5ea9f90575 req-afb66e3e-bdfd-47a6-926d-d8f6868dc114 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c8f17e9-c22f-491e-911a-e95e3ac72afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Aug 28 03:48:20.304677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:20.333270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'Port': ['ID=32e7d661-d87c-434c-8993-86d3aa3b695d,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:20.447936 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:48:20.555697 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:48:20.565501 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:48:20.574825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:20.575427 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:20.595259 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] No DVR routers for this DVR port 32e7d661-d87c-434c-8993-86d3aa3b695d on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:48:20.598312 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:20.600381 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7281d8e9-e552-4135-b9dd-52a93f9d63ce req-040c1198-e6fc-4bf0-8d6b-13454be932a4 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.38 "DELETE /v2.0/ports/32e7d661-d87c-434c-8993-86d3aa3b695d HTTP/1.1" status: 204 len: 173 time: 0.8479717 Aug 28 03:48:20.600891 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-deleted', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:48:20.603035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b1bd72-1a29-4e36-a269-2e57114b25bc" -d '{"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-deleted", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:48:20.691588 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:20.807451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf4945-7b8b-4242-bbe7-f07915a5a30b x-openstack-request-id: req-e6cf4945-7b8b-4242-bbe7-f07915a5a30b {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:48:20.807749 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332b77d-7cf6-466a-8440-f5eefd6d1d9e", "name": "network-vif-deleted", "tag": "32e7d661-d87c-434c-8993-86d3aa3b695d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:48:20.808002 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6cf4945-7b8b-4242-bbe7-f07915a5a30b {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:48:20.808397 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332b77d-7cf6-466a-8440-f5eefd6d1d9e', 'name': 'network-vif-deleted', 'tag': '32e7d661-d87c-434c-8993-86d3aa3b695d', 'status': 'completed', 'code': 200} Aug 28 03:48:20.921170 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:20.950416 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:48:20.959490 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:20.960079 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:21.069803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:21.267004 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f3a24207-dd3a-4da2-aa57-65aecd83b9e6 req-bd1d590b-f7d1-4901-8dba-724d399f14d2 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/ports?device_id=b332b77d-7cf6-466a-8440-f5eefd6d1d9e HTTP/1.1" status: 200 len: 210 time: 0.0286105 Aug 28 03:48:21.275215 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:21.301315 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da60ea-6e49-493b-8438-efa046baa9e7 None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:39:17Z', 'revision_number': 4, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '998ee64c-08fc-4451-8da2-801e09655837', 'name': '', 'network_id': '58f6550e-225e-46d1-8f93-25915b5206fc', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'mac_address': 'fa:16:3e:19:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:16Z', 'updated_at': '2021-08-28T03:39:22Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'subnets': [{'id': 'c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:48:21.500538 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01deaf7f-5d37-4d3c-ab7d-1e6d169da352 None None] New status for floating IP 8e9197c2-b010-4ead-92e8-1ef485d0fd8b: DOWN {{(pid=94551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:48:22.424893 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44272) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:22.479944 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.507577 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.630129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.632634 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.633803 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c8f17e9-c22f-491e-911a-e95e3ac72afd HTTP/1.1" status: 204 len: 168 time: 0.2079306 Aug 28 03:48:22.636766 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44274) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:22.642666 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c8917-2b9f-419c-88a4-80d2b43f59f1 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f17e9-c22f-491e-911a-e95e3ac72afd,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:22.651992 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.api.v2.resource [None req-49160067-36f2-49b4-9dc7-357fea1de369 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] show failed (client error): The resource could not be found. Aug 28 03:48:22.652944 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-49160067-36f2-49b4-9dc7-357fea1de369 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "GET /v2.0/security-groups/6c8f17e9-c22f-491e-911a-e95e3ac72afd HTTP/1.1" status: 404 len: 347 time: 0.0151875 Aug 28 03:48:22.655775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44276) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:22.779540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Deleting port a6982f36-0a08-456b-b1d8-d5fe773031f5 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:22.779794 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.859881 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.860202 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:22.871769 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Calling delete_port for a6982f36-0a08-456b-b1d8-d5fe773031f5 owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:23.070725 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:23.097218 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Pushing event deleted for resources: {'Port': ['ID=a6982f36-0a08-456b-b1d8-d5fe773031f5,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:23.159558 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:23.162236 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:23.163392 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-8444cc8e-134a-4828-9508-5d30d4cf8084 tempest-AttachVolumeShelveTestJSON-90067259 tempest-AttachVolumeShelveTestJSON-90067259-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e9197c2-b010-4ead-92e8-1ef485d0fd8b HTTP/1.1" status: 204 len: 168 time: 0.5067244 Aug 28 03:48:24.559577 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:48:24.587161 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 32e7d661-d87c-434c-8993-86d3aa3b695d {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:48:24.587617 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 32e7d661-d87c-434c-8993-86d3aa3b695d not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:48:25.819258 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44298) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:26.568501 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:26.824943 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Deleting port 998ee64c-08fc-4451-8da2-801e09655837 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:26.825641 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:26.905534 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] For port 998ee64c-08fc-4451-8da2-801e09655837, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=998ee64c-08fc-4451-8da2-801e09655837,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:26.905926 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:26.919806 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Calling delete_port for 998ee64c-08fc-4451-8da2-801e09655837 owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:27.139187 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:27.170783 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Pushing event deleted for resources: {'Port': ['ID=998ee64c-08fc-4451-8da2-801e09655837,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:27.344489 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:27.562327 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Router 67780ccc-029f-46b0-9818-3d66d269577b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:48:27.666658 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:48:27.672263 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a4bba339-ef50-4fa4-8d12-ee59a5da5787 admin admin] 10.222.0.36 "PUT /v2.0/routers/67780ccc-029f-46b0-9818-3d66d269577b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519492 Aug 28 03:48:27.674179 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44304) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:27.675753 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Sync routers for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:48:27.685276 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:27.685885 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:27.783442 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:27.894773 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:27.915913 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:28.010877 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Deleting port 0da0b623-a22b-453f-9143-f3cbc484b57a {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:28.011214 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.094540 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] For port 0da0b623-a22b-453f-9143-f3cbc484b57a, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=0da0b623-a22b-453f-9143-f3cbc484b57a,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:28.094693 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:48:27Z', 'revision_number': 5, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port': {'id': '0da0b623-a22b-453f-9143-f3cbc484b57a', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67780ccc-029f-46b0-9818-3d66d269577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:39:15Z', 'updated_at': '2021-08-28T03:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:28.094936 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.113860 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Calling delete_port for 0da0b623-a22b-453f-9143-f3cbc484b57a owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:28.129753 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Checking router: 67780ccc-029f-46b0-9818-3d66d269577b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:48:28.141905 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Routers {'67780ccc-029f-46b0-9818-3d66d269577b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:28.142537 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['67780ccc-029f-46b0-9818-3d66d269577b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:28.230882 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] Set router 67780ccc-029f-46b0-9818-3d66d269577b gateway port host: None {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:28.287145 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:48:27Z', 'revision_number': 6, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:28.313792 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898dafaf-5d9a-4ee8-a6d6-21e3027ae1ea None None] The sync data for ids ['67780ccc-029f-46b0-9818-3d66d269577b'] in dv-cinder-759169-4-iscsi is: [{'id': '67780ccc-029f-46b0-9818-3d66d269577b', 'name': 'tempest-AttachVolumeShelveTestJSON-376798593-router', 'tenant_id': 'acaff84646ca4374b9f9d7df56acaebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:39:14Z', 'updated_at': '2021-08-28T03:48:27Z', 'revision_number': 6, 'project_id': 'acaff84646ca4374b9f9d7df56acaebc', 'gw_port_host': None}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:48:28.350359 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.377011 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da0b623-a22b-453f-9143-f3cbc484b57a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:28.434160 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.521509 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.523551 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.630191 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.630670 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67780ccc-029f-46b0-9818-3d66d269577b {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:48:28.634885 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.636032 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-36f8cf77-6439-4e8a-a141-b1044809fab0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/67780ccc-029f-46b0-9818-3d66d269577b HTTP/1.1" status: 204 len: 168 time: 0.9602382 Aug 28 03:48:28.638523 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44306) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:28.685758 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Deleting subnet c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:48:28.689022 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.726025 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.807104 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.916961 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.946313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:28.948169 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:28.950678 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7b987754-3302-4492-b6f1-dcff322ce855 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c0c105b5-ccc3-43f4-8421-cfb4bf1b8a84 HTTP/1.1" status: 204 len: 168 time: 0.3106675 Aug 28 03:48:28.952587 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44308) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:28.956506 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917d2d9-7661-48f6-b8e3-247d7955723a None None] Network 58f6550e-225e-46d1-8f93-25915b5206fc requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:48:29.022906 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.077841 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Deleting port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:29.078199 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.145393 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] For port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:29.145998 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.153795 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] DHCP port deletion for 58f6550e-225e-46d1-8f93-25915b5206fc request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:48:29.160972 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Calling delete_port for e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 owned by network:dhcp {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:29.207337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Deleting port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:48:29.207337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.273698 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] For port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,segment=NetworkSegment(2347a873-b332-4776-ac08-d6f769ee1f27),segment_id=2347a873-b332-4776-ac08-d6f769ee1f27)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:29.274099 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.288111 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Calling delete_port for e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:48:29.327885 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.358559 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] No DVR routers for this DVR port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 on host dv-cinder-759169-4-iscsi {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:48:29.360361 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:29.373012 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.396558 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] Pushing event deleted for resources: {'Port': ['ID=e928901b-a1b2-4dfa-bb22-3c1f8baa4f39,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:29.402411 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931663e-d115-42c7-92d0-11756c6f95b7 None None] No DVR routers for this DVR port e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:48:29.434045 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.443686 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f6550e-225e-46d1-8f93-25915b5206fc']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:29.458268 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2347a873-b332-4776-ac08-d6f769ee1f27') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:29.458501 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2347a873-b332-4776-ac08-d6f769ee1f27') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:29.467472 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.481480 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.487345 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:48:29.487730 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:48:29.489567 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:48:29.619012 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.624416 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:29.626265 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/58f6550e-225e-46d1-8f93-25915b5206fc HTTP/1.1" status: 204 len: 168 time: 0.6727400 Aug 28 03:48:29.638642 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e4262-d348-4842-9119-f912357938fe admin admin] Pushing event deleted for resources: {'Network': ['ID=58f6550e-225e-46d1-8f93-25915b5206fc,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:29.650034 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-4dbaafae-607b-4d85-9499-707ae0598279 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418241 Aug 28 03:48:29.746501 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-ada3a2ec-107a-4f5c-9103-7df62cf70080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:29.747881 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-ada3a2ec-107a-4f5c-9103-7df62cf70080 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1098 time: 0.0410888 Aug 28 03:48:29.852225 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-038b40d8-0feb-4c5f-80c3-aa87d1c0fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:29.853722 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-038b40d8-0feb-4c5f-80c3-aa87d1c0fa46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0870867 Aug 28 03:48:29.918824 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-fb6226db-fb9d-433c-8adc-0067ace4f9f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 1001 time: 0.0579147 Aug 28 03:48:29.967580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-81a92134-4e14-405a-9688-64f7765db266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:29.969131 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-81a92134-4e14-405a-9688-64f7765db266 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0440211 Aug 28 03:48:29.973224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44312) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:30.044062 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-b5301f75-21ef-44f7-962b-0d33e226c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:30.045598 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-b5301f75-21ef-44f7-962b-0d33e226c786 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662582 Aug 28 03:48:30.047780 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-b540ddce-298b-4226-b798-327ba65f9028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acaff84646ca4374b9f9d7df56acaebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735762 Aug 28 03:48:30.050880 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44314) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:30.153565 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 998ee64c-08fc-4451-8da2-801e09655837 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:48:30.167956 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:30.177344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 998ee64c-08fc-4451-8da2-801e09655837 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:48:30.177689 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 998ee64c-08fc-4451-8da2-801e09655837 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:48:30.178096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:48:30.189146 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-34700bab-5a7e-4870-8b0a-dfc75440a635 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361842 Aug 28 03:48:30.198017 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:48:30.198360 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device e928901b-a1b2-4dfa-bb22-3c1f8baa4f39 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:48:30.198705 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:30.198866 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 0da0b623-a22b-453f-9143-f3cbc484b57a no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:48:30.218966 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 0da0b623-a22b-453f-9143-f3cbc484b57a {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:48:30.219308 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 0da0b623-a22b-453f-9143-f3cbc484b57a not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:48:30.306965 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-137f2dc9-80ac-4d04-8560-43b1f1372d59 req-e0f17c1d-b916-4328-ba55-57e38bcbe745 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102211 Aug 28 03:48:30.367441 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:30.370027 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:30.371176 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14c7f0d1-d57c-4c87-9f02-e51ec6ea9eae HTTP/1.1" status: 204 len: 168 time: 0.3193891 Aug 28 03:48:30.380547 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac3b1-32dc-433d-9c08-24068a8278ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c7f0d1-d57c-4c87-9f02-e51ec6ea9eae,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:31.395221 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44338) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:31.487511 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1770989922-network', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:31.561653 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Made reservation on behalf of dbd958efc46942178dce3bf9c5eac377 for: {'network': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:48:31.564250 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for network, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.573642 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.662538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.698536 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.723770 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 03:48:31.733095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6ebfa-bac6-4c5a-ab68-d3b3eb37d5cf,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:31.739306 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.739648 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.segments_db [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Added segment ed1edc4d-5e9e-4f20-823f-4d01b8912bea of type vlan for network 9282c248-0ce4-4547-85cc-2de2178e14c9 Aug 28 03:48:31.779436 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732825689447'] for network, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.858332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170'] for network, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.859277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:31.859858 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:31.919045 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] Pushing event updated for resources: {'Network': ['ID=9282c248-0ce4-4547-85cc-2de2178e14c9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:31.929489 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 details requested by agent ovs-agent-dv-cinder-759169-4-iscsi with host dv-cinder-759169-4-iscsi {{(pid=94550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 03:48:31.974063 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-acd24bc7-9434-4e0b-9f39-19fc93778954 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5776141 Aug 28 03:48:31.976864 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44342) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:31.981693 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Request body: {'subnet': {'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1770989922-subnet', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:32.064117 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Made reservation on behalf of dbd958efc46942178dce3bf9c5eac377 for: {'subnet': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:48:32.067201 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853857'] for subnet, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.270775 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3154062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853907'] for subnet, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.325680 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad0de3c-928b-4583-a4d2-f8409cf2282b,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:32.332460 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Checking segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:48:32.332845 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Network hostable DHCP agents. Network: 9282c248-0ce4-4547-85cc-2de2178e14c9, hostable agents: ['4be14a9b-fd8f-442c-b78c-69a7128905bf'], hosted agents: [] {{(pid=94548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 03:48:32.395707 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is scheduled to be hosted by DHCP agent 4be14a9b-fd8f-442c-b78c-69a7128905bf with binding_index 1 {{(pid=94548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 03:48:32.447042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759169-4-iscsi, 9282c248-0ce4-4547-85cc-2de2178e14c9) {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:32.451147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:32.451733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for subnet, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.455667 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab6641-104a-4a39-8e99-914de3f07f69 None None] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:48:32.499419 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-164d5d8d-c309-4036-b544-3b6f2955ec6a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5215168 Aug 28 03:48:32.502042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44344) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:32.507450 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:32.584712 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33124386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127750'] for router, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.585787 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33124494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33079366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127761'] for router, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.598554 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp033390a9-330f-5931-b9c9-f23a72bab17d-9282c248-0ce4-4547-85cc-2de2178e14c9', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b'}]}} from dv-cinder-759169-4-iscsi. {{(pid=94550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 03:48:32.599570 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.644769 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.737763 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.db_base_plugin_common [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Allocated IP 172.20.0.2 (9282c248-0ce4-4547-85cc-2de2178e14c9/5ad0de3c-928b-4583-a4d2-f8409cf2282b/05518173-f08d-42ff-997d-7a6881676562) {{(pid=94550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:48:32.859858 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.880405 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks [] for port, precommit_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:32.888978 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Transition to ACTIVE for port object 05518173-f08d-42ff-997d-7a6881676562 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:32.904032 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Transition to ACTIVE for port object 05518173-f08d-42ff-997d-7a6881676562 will not be triggered until provisioned by entity DHCP. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:32.979301 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702'] for port, after_create {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.016955 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is already hosted by enough agents. {{(pid=94550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:33.022563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.scheduler.base_scheduler [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Resources bound (agent type, host, resource id): {{(pid=94550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:33.026057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Received port after_create {{(pid=94550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:48:33.032965 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Pushing event updated for resources: {'Port': ['ID=05518173-f08d-42ff-997d-7a6881676562,revision_number=1']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:33.083612 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Attempting to bind port 05518173-f08d-42ff-997d-7a6881676562 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:48:33.083972 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Attempting to bind port 05518173-f08d-42ff-997d-7a6881676562 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:48:33.084330 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Attempting to bind port 05518173-f08d-42ff-997d-7a6881676562 on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:48:33.089241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:48:33.089616 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Checking segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:48:33.090009 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.090397 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Bound using segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:48:33.090850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Bound port: 05518173-f08d-42ff-997d-7a6881676562, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:48:33.091253 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.121082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.140541 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.157850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] For port 05518173-f08d-42ff-997d-7a6881676562, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:48:33.161050 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] For port 05518173-f08d-42ff-997d-7a6881676562, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=05518173-f08d-42ff-997d-7a6881676562,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:48:33.219144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.247227 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Allocated IP 172.27.1.29 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/4781e460-edc9-492f-9f43-b8ba64900f9c) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:48:33.277014 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7298-4ee7-414b-9cf5-dd28fdf47470 None None] Pushing event updated for resources: {'Port': ['ID=05518173-f08d-42ff-997d-7a6881676562,revision_number=2']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:33.351083 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:48:33.363341 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.454095 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:33.489975 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:33.492932 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:33.495902 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:48:33.537305 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Pushing event updated for resources: {'Port': ['ID=4781e460-edc9-492f-9f43-b8ba64900f9c,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:33.819679 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.022977 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33124533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33126459'] for router, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.116621 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e95d1cc4-ddfb-4d48-ba41-c4c79461c28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.168591 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14e443-d712-4f56-b499-c5fde0dd34ad None None] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:48:34.213941 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 05518173-f08d-42ff-997d-7a6881676562 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:34.340355 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a50b224e-562e-40a6-9ed3-8956531c8fd0 None None] Provisioning for port 05518173-f08d-42ff-997d-7a6881676562 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:34.381257 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 05518173-f08d-42ff-997d-7a6881676562 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:34.385430 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 05518173-f08d-42ff-997d-7a6881676562 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:34.385800 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.477837 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.488347 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 is scheduled to L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a with binding_index 1 {{(pid=94548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 03:48:34.514062 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 05518173-f08d-42ff-997d-7a6881676562, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=05518173-f08d-42ff-997d-7a6881676562,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:34.562005 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.599667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:48:34.610218 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:48:34.612953 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=05518173-f08d-42ff-997d-7a6881676562,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:34.620194 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:34.628202 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:34.669437 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-27b6410f-63d2-4ad8-81c3-4d309a353adf None None] Provisioning complete for port 05518173-f08d-42ff-997d-7a6881676562 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:34.669437 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-27b6410f-63d2-4ad8-81c3-4d309a353adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.688215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] Notify callbacks [] for router, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:34.692594 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-75d18ac7-f984-4f9f-a444-8961e3176777 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1858056 Aug 28 03:48:34.692861 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44346) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:34.730421 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:34.910306 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:33Z', 'revision_number': 3, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:34.936100 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:48:34.936445 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Updating router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 port 4781e460-edc9-492f-9f43-b8ba64900f9c binding host dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:48:34.960019 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.100687 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.211436 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.221940 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Transition to ACTIVE for port object 4781e460-edc9-492f-9f43-b8ba64900f9c will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:35.261925 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Allocated IP 172.20.0.1 (9282c248-0ce4-4547-85cc-2de2178e14c9/5ad0de3c-928b-4583-a4d2-f8409cf2282b/b3dff0ba-4497-474d-a53e-b4a6f44e8603) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:48:35.287704 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.342301 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Attempting to bind port 4781e460-edc9-492f-9f43-b8ba64900f9c on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:48:35.342669 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Attempting to bind port 4781e460-edc9-492f-9f43-b8ba64900f9c by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:48:35.343027 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Attempting to bind port 4781e460-edc9-492f-9f43-b8ba64900f9c on network bfbff3ff-848d-47ad-a75d-cb9f930341aa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:48:35.350601 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Pushing event updated for resources: {'Port': ['ID=4781e460-edc9-492f-9f43-b8ba64900f9c,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:35.353768 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:48:35.354134 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Checking segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:48:35.354533 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.354925 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Bound using segment: {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:48:35.355393 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Bound port: 4781e460-edc9-492f-9f43-b8ba64900f9c, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a056f3-3b48-442f-8c99-2cf06889305b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:48:35.355792 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.362027 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.362478 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.362823 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.363155 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.363485 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.363815 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.364140 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.364332 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.364453 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.364817 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.365141 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.365471 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.365777 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:35.378359 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Transition to ACTIVE for port object b3dff0ba-4497-474d-a53e-b4a6f44e8603 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:35.419604 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] For port 4781e460-edc9-492f-9f43-b8ba64900f9c, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:48:35.422666 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] For port 4781e460-edc9-492f-9f43-b8ba64900f9c, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=4781e460-edc9-492f-9f43-b8ba64900f9c,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:48:35.476163 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.498897 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.513900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:35.518651 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:35.524393 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:48:35.546300 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:35.546912 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:35.550464 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:35.568258 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126628'] for router_interface, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.609828 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f199e13-b55e-4cd1-80d9-fa855c8a20cc None None] Pushing event updated for resources: {'Port': ['ID=4781e460-edc9-492f-9f43-b8ba64900f9c,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:35.671832 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:35.782897 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.836381 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-090a8570-24c6-4839-94b5-71b20c74557d None None] Provisioning for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:35.840370 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-090a8570-24c6-4839-94b5-71b20c74557d None None] Provisioning complete for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:35.840962 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-090a8570-24c6-4839-94b5-71b20c74557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:35.864631 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:33Z', 'revision_number': 3, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:35.874645 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-090a8570-24c6-4839-94b5-71b20c74557d None None] Port b3dff0ba-4497-474d-a53e-b4a6f44e8603 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:48:35.891722 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7b6b0-6a28-4b05-9bbf-73888950c7b7 None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:33Z', 'revision_number': 3, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:48:35.952215 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.024641 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.107578 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33126715'] for router_interface, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.110375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:36.225973 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:36.227402 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:36.305824 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 4781e460-edc9-492f-9f43-b8ba64900f9c up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:36.371541 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:48:36.428370 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port 4781e460-edc9-492f-9f43-b8ba64900f9c completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:36.430838 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 4781e460-edc9-492f-9f43-b8ba64900f9c triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:36.431208 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.476881 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e8c360ff-cfe0-4c8e-8047-caa109fe5497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.494716 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:48:36.499758 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-ab4ed7ee-c793-42f9-8dcd-6dc0bdb06fb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/23d41694-d4d8-4b89-b1fe-f3f4b806ca81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059020 Aug 28 03:48:36.539859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-57a75021-fa04-4ffc-880d-00db5ae9c87f None None] Provisioning complete for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:36.540226 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-57a75021-fa04-4ffc-880d-00db5ae9c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.542997 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.589590 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port 4781e460-edc9-492f-9f43-b8ba64900f9c, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=4781e460-edc9-492f-9f43-b8ba64900f9c,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:36.592512 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-57a75021-fa04-4ffc-880d-00db5ae9c87f None None] Port b3dff0ba-4497-474d-a53e-b4a6f44e8603 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:48:36.647459 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:36.648272 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 05518173-f08d-42ff-997d-7a6881676562 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:36.734827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=4781e460-edc9-492f-9f43-b8ba64900f9c,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:36.743763 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 05518173-f08d-42ff-997d-7a6881676562 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:36.744150 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.051510 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44356) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:37.056286 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383440154', 'description': 'tempest-description--1425771429'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:37.145161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.231112 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.247562 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.344580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.373173 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547c79f6-4b4d-4042-a67d-c60dc154f9e9,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:37.419706 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:48:37.429031 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:37.429647 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:37.430362 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.432222 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-1132b77e-8617-403c-8ffd-9eb965e62663 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3793876 Aug 28 03:48:37.435066 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44358) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:37.440665 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group_rule': {'security_group_id': '547c79f6-4b4d-4042-a67d-c60dc154f9e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:37.533435 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.595314 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.660493 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:37.693238 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.710392 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db5d55-e9c1-432b-a03b-8decbdece8ef,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:37.813403 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.815476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-899e29da-6d6f-4cbc-9a84-371df857cfcd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794847 Aug 28 03:48:37.818447 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44360) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:37.836233 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group_rule': {'security_group_id': '547c79f6-4b4d-4042-a67d-c60dc154f9e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:37.856382 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 2, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:37.885916 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:48:37.886273 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Updating router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 port b3dff0ba-4497-474d-a53e-b4a6f44e8603 binding host dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 03:48:37.910321 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:37.944127 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.001678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.037149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.075649 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.097390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e4958b-e253-454f-874c-acf6229016eb,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:38.161927 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.166244 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d0b892f1-0dc1-409f-8513-81ab43139b8a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439550 Aug 28 03:48:38.166755 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44362) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:38.171273 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:38.186491 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 4781e460-edc9-492f-9f43-b8ba64900f9c up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:38.219136 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.237663 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Transition to ACTIVE for port object b3dff0ba-4497-474d-a53e-b4a6f44e8603 will not be triggered until provisioned by entity L2. {{(pid=94550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:38.253840 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port 4781e460-edc9-492f-9f43-b8ba64900f9c triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:38.254418 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.258882 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.328130 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.355825 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.379554 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98479c-edf6-4311-9e11-c649e431499e None None] Pushing event updated for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=3']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:38.435931 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Attempting to bind port b3dff0ba-4497-474d-a53e-b4a6f44e8603 on host dv-cinder-759169-4-iscsi for vnic_type normal with profile {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:48:38.436308 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Attempting to bind port b3dff0ba-4497-474d-a53e-b4a6f44e8603 by drivers openvswitch,hyperv on host dv-cinder-759169-4-iscsi at level 0 using segments [{'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:48:38.436670 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Attempting to bind port b3dff0ba-4497-474d-a53e-b4a6f44e8603 on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:48:38.442046 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Checking agent: {'id': '84c9aa3e-1ac5-444d-85bf-320e1b7eace9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759169-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 26, 7), 'started_at': datetime.datetime(2021, 8, 28, 3, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759169-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:48:38.442413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Checking segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:48:38.442822 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.443209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Bound using segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} {{(pid=94550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:48:38.443673 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.managers [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Bound port: b3dff0ba-4497-474d-a53e-b4a6f44e8603, host: dv-cinder-759169-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}}] {{(pid=94550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:48:38.444050 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.471621 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Allocated IP 172.27.1.80 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/3c16e520-f3a8-47f9-9f89-a2ee1f1731a0) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:48:38.511669 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] For port b3dff0ba-4497-474d-a53e-b4a6f44e8603, host dv-cinder-759169-4-iscsi, cleared binding levels {{(pid=94550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:48:38.514980 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] For port b3dff0ba-4497-474d-a53e-b4a6f44e8603, host dv-cinder-759169-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=b3dff0ba-4497-474d-a53e-b4a6f44e8603,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:48:38.578220 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.597647 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.659352 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.669917 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:38.670645 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:38.676815 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98479c-edf6-4311-9e11-c649e431499e None None] Pushing event updated for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:38.709900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:38.713143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:38.718440 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:48:38.740403 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=3c16e520-f3a8-47f9-9f89-a2ee1f1731a0,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:38.803382 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:38.809150 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:38.873191 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:39.013096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:38Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:39.025550 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:39.039363 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bf248-3436-49b2-a41c-ed9490fa16d6 None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:38Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:48:39.088999 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:39.175100 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=3c16e520-f3a8-47f9-9f89-a2ee1f1731a0,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:39.181590 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:39.264678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:39.266064 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-57d4006d-996a-4fd7-ae88-4ff6e3184af3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0982962 Aug 28 03:48:39.407585 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-4ccd1844-c68d-4594-b9ff-820704600254 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1383440154&fields=id&tenant_id=dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 267 time: 0.0334036 Aug 28 03:48:39.521575 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-3986e65f-0729-4bb6-8af0-b2cf880eeb71 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:39.523331 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-3986e65f-0729-4bb6-8af0-b2cf880eeb71 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 811 time: 0.1080239 Aug 28 03:48:39.539615 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-d6244134-1311-40e1-934b-ecb0f1432086 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/quotas/dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 375 time: 0.0102358 Aug 28 03:48:39.596367 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-bd05afe1-d44f-44ae-a00b-d50f4d7af554 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500197 Aug 28 03:48:39.702801 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-6e74a825-f017-4fd5-9938-cfd71e5f3bfc service neutron] 10.222.0.36 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935578 Aug 28 03:48:39.800404 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-1cda7e15-8691-42ba-a2b8-831f5322fcc6 service neutron] 10.222.0.36 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904930 Aug 28 03:48:39.818413 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:40.034793 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d806696a-e6ab-4e1f-9219-9c9b53ba97bb req-c37768d6-3a27-4fd5-8c08-f68f149dc1d5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 210 time: 0.0261607 Aug 28 03:48:40.182832 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device b3dff0ba-4497-474d-a53e-b4a6f44e8603 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:40.269915 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:40.273771 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:40.274139 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:40.353908 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:40.385631 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] For port b3dff0ba-4497-474d-a53e-b4a6f44e8603, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=b3dff0ba-4497-474d-a53e-b4a6f44e8603,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:40.447220 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:40.496692 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Pushing event updated for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:41.130705 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1af7fc1b-d888-4883-90fd-f5237aea4a35 req-efeaabfc-8b3f-4aa7-8c16-501fb6e32ab4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 210 time: 0.0280869 Aug 28 03:48:41.974737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-44b05129-92fb-4e02-8dbc-176870a5a3a6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:41.976188 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-44b05129-92fb-4e02-8dbc-176870a5a3a6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 811 time: 0.1011477 Aug 28 03:48:42.023906 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-20063bb4-07ab-451b-8863-860dc51fddb4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 380 time: 0.0332172 Aug 28 03:48:42.033171 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'port': {'device_id': '455517b5-d7fb-4bed-8836-d91396e859f8', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'admin_state_up': True, 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'security_groups': ['547c79f6-4b4d-4042-a67d-c60dc154f9e9']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:42.166552 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device b3dff0ba-4497-474d-a53e-b4a6f44e8603 up at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:42.220255 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Provisioning complete for port b3dff0ba-4497-474d-a53e-b4a6f44e8603 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:42.220805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.237051 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8736e5c0-92f5-43f1-a7ae-de7d95ba6a00 req-f00fb93c-2b3e-4e51-8249-2f7d454f5f15 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Aug 28 03:48:42.241599 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Made reservation on behalf of dbd958efc46942178dce3bf9c5eac377 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:48:42.245128 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.371826 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Allocated IP 172.20.0.14 (9282c248-0ce4-4547-85cc-2de2178e14c9/5ad0de3c-928b-4583-a4d2-f8409cf2282b/3e085f93-9746-45e1-a693-e351867ccb14) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:48:42.500878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.526076 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Transition to ACTIVE for port object 3e085f93-9746-45e1-a693-e351867ccb14 will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:42.601699 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.647170 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:48:42.650864 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:48:42.656924 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:48:42.684451 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:42.700713 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.701161 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.701422 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.701755 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.702094 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.702425 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.702758 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.703084 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.703412 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.703741 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.704082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.704390 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:42.721713 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:42.722342 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.791334 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-fd5e9ab5-41a9-42bd-a226-0ed1912c63b6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7616034 Aug 28 03:48:42.810807 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Request body: {'port': {'device_id': '455517b5-d7fb-4bed-8836-d91396e859f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:42.865402 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.938876 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-c4b866d3-5b24-4e8b-90f8-6e4229dd940b None None] Provisioning for port 3e085f93-9746-45e1-a693-e351867ccb14 completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:42.943430 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-c4b866d3-5b24-4e8b-90f8-6e4229dd940b None None] Provisioning complete for port 3e085f93-9746-45e1-a693-e351867ccb14 triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:42.943800 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-c4b866d3-5b24-4e8b-90f8-6e4229dd940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:42.979060 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-c4b866d3-5b24-4e8b-90f8-6e4229dd940b None None] Port 3e085f93-9746-45e1-a693-e351867ccb14 cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:48:43.124026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e085f93-9746-45e1-a693-e351867ccb14 {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:48:43.132364 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:43.144830 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Transition to ACTIVE for port object 3e085f93-9746-45e1-a693-e351867ccb14 will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:48:43.207234 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:43.258552 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Pushing event updated for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:43.325472 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Attempting to bind port 3e085f93-9746-45e1-a693-e351867ccb14 on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:48:43.325801 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Attempting to bind port 3e085f93-9746-45e1-a693-e351867ccb14 by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:48:43.326127 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Attempting to bind port 3e085f93-9746-45e1-a693-e351867ccb14 on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:48:43.331449 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Port 3e085f93-9746-45e1-a693-e351867ccb14 on network 9282c248-0ce4-4547-85cc-2de2178e14c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:48:43.331792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Attempting to bind port 3e085f93-9746-45e1-a693-e351867ccb14 on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:48:43.336975 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:48:43.337303 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Checking segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:48:43.337678 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Bound using segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:48:43.338099 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Bound port: 3e085f93-9746-45e1-a693-e351867ccb14, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:48:43.338477 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:43.360041 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e97c-91c0-4f9e-9f9b-087bfbd5804d req-9d77c143-ff10-4ce3-9cb1-de903476d595 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.362406 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0a18e97c-91c0-4f9e-9f9b-087bfbd5804d req-9d77c143-ff10-4ce3-9cb1-de903476d595 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 944 time: 0.0520396 Aug 28 03:48:43.410166 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:48:43.412502 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0a18e97c-91c0-4f9e-9f9b-087bfbd5804d req-6f3c4815-b0bd-4ea0-9378-493c982793fa tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Aug 28 03:48:43.413292 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e085f93-9746-45e1-a693-e351867ccb14,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:48:43.481625 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:43.516425 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.517067 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:43.519114 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] 10.222.0.38 "PUT /v2.0/ports/3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1094 time: 0.7125626 Aug 28 03:48:43.519559 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:48:43.521792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1186b2c-34b1-4347-acde-aa0dd3921e71" -d '{"events": [{"name": "network-changed", "server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "tag": "3e085f93-9746-45e1-a693-e351867ccb14"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:48:43.551033 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548eea7-4c58-433a-b9b1-f8f812aaa73a service neutron] Pushing event updated for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:43.561453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22df676-22d7-4e09-865f-894ef7bea3ae x-openstack-request-id: req-b22df676-22d7-4e09-865f-894ef7bea3ae {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:48:43.561743 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "tag": "3e085f93-9746-45e1-a693-e351867ccb14", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:48:43.561992 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b22df676-22d7-4e09-865f-894ef7bea3ae {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:48:43.562421 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14', 'status': 'completed', 'code': 200} Aug 28 03:48:43.648824 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-d09eaa35-6f67-4743-9a80-fba33f9db20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.650600 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-d09eaa35-6f67-4743-9a80-fba33f9db20d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1097 time: 0.0429285 Aug 28 03:48:43.760280 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-6fd94f7f-eff4-4307-965e-627091fa8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.761694 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-6fd94f7f-eff4-4307-965e-627091fa8c53 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dbd958efc46942178dce3bf9c5eac377&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955598 Aug 28 03:48:43.851143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-3b2ac59b-5d92-439e-8ac4-e0347769dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.852553 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d1186b2c-34b1-4347-acde-aa0dd3921e71 req-3b2ac59b-5d92-439e-8ac4-e0347769dd92 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837946 Aug 28 03:48:43.954611 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-722c99ad-110d-426f-b53d-32e24434c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:43.956158 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-722c99ad-110d-426f-b53d-32e24434c259 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1097 time: 0.0406055 Aug 28 03:48:44.007523 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-89d8f721-33ed-4075-980a-7d4b9f45dd68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 217 time: 0.0356977 Aug 28 03:48:44.055239 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-cf3e459b-e7bd-401b-9e3b-b27437730ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:44.056597 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-cf3e459b-e7bd-401b-9e3b-b27437730ac6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0418873 Aug 28 03:48:44.100964 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-76d5e80e-d744-4344-aa20-3ff4b657814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:44.102370 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-76d5e80e-d744-4344-aa20-3ff4b657814c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383306 Aug 28 03:48:44.461968 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-afdd47ae-1fb2-48e2-8863-aa61a71147d4 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519590 Aug 28 03:48:44.540147 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b566f16-54c1-4159-a9ea-87b2c0ee1c70 req-a986f727-f4f1-4a33-b1fc-0f087953b409 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:44.541772 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3b566f16-54c1-4159-a9ea-87b2c0ee1c70 req-a986f727-f4f1-4a33-b1fc-0f087953b409 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 944 time: 0.0545695 Aug 28 03:48:44.555878 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-dac4cc3c-fb77-4d56-a79a-54e87611e52d req-e1bdb022-4d14-4fe1-bb2c-d602152f058e service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869532 Aug 28 03:48:44.582043 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-3b566f16-54c1-4159-a9ea-87b2c0ee1c70 req-dc5cece2-3840-414a-85e6-9653b3039936 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 28 03:48:45.697734 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb067d8-1544-49bd-944c-002955775631 req-7b178256-3059-4995-be22-eaeb9df67a4a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:45.699204 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ddb067d8-1544-49bd-944c-002955775631 req-7b178256-3059-4995-be22-eaeb9df67a4a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 944 time: 0.0513589 Aug 28 03:48:45.736861 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ddb067d8-1544-49bd-944c-002955775631 req-cbc61902-1108-4e56-9329-639e62dac9ae tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Aug 28 03:48:46.851795 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7df4-4ad6-4c24-92ac-abc8b4d87ee1 req-1e4144f0-debc-4e19-a989-455396c5b114 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:46.853298 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4bb7df4-4ad6-4c24-92ac-abc8b4d87ee1 req-1e4144f0-debc-4e19-a989-455396c5b114 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 944 time: 0.0527391 Aug 28 03:48:46.890297 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-b4bb7df4-4ad6-4c24-92ac-abc8b4d87ee1 req-3cfd399d-6f7a-4ced-b929-abf4e8b8bf17 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Aug 28 03:48:48.006396 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640540b-a254-497f-972d-e9544c91782c req-7e6c0e15-dca0-413d-8687-3389e35b8886 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:48.007900 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d640540b-a254-497f-972d-e9544c91782c req-7e6c0e15-dca0-413d-8687-3389e35b8886 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 944 time: 0.0491929 Aug 28 03:48:48.045676 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-d640540b-a254-497f-972d-e9544c91782c req-74f59a1c-4dcf-4c5d-8cb2-1f5423ec4445 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Aug 28 03:48:48.677557 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e085f93-9746-45e1-a693-e351867ccb14 details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:48:48.772116 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e085f93-9746-45e1-a693-e351867ccb14,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:48.783319 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '3e085f93-9746-45e1-a693-e351867ccb14', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'port_id': '3e085f93-9746-45e1-a693-e351867ccb14', 'mac_address': 'fa:16:3e:c7:d6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:48:48.819786 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:48.832573 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e085f93-9746-45e1-a693-e351867ccb14 {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:48:48.852310 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e085f93-9746-45e1-a693-e351867ccb14,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:48.921563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:48.973521 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:49.157804 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b25436-cb1b-4026-a6b6-7fefdb9e0682 req-a2329bae-c535-4255-b224-dc92f2707ecb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:49.160125 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2b25436-cb1b-4026-a6b6-7fefdb9e0682 req-a2329bae-c535-4255-b224-dc92f2707ecb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 945 time: 0.0508666 Aug 28 03:48:49.206605 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2b25436-cb1b-4026-a6b6-7fefdb9e0682 req-5ea926aa-2353-49b5-8186-ba4c9b71efba tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 Aug 28 03:48:49.320290 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['3e085f93-9746-45e1-a693-e351867ccb14'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:48:49.663825 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:50.321012 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724a553-fcac-4a6a-9d49-39dd33033215 req-dbebb1e8-0794-43e4-a74c-6be3faad7988 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:50.322388 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9724a553-fcac-4a6a-9d49-39dd33033215 req-dbebb1e8-0794-43e4-a74c-6be3faad7988 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Aug 28 03:48:50.360001 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-9724a553-fcac-4a6a-9d49-39dd33033215 req-dcab4474-9097-479a-991b-1ef3284dd987 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Aug 28 03:48:50.698598 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e085f93-9746-45e1-a693-e351867ccb14 up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:48:50.818588 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 3e085f93-9746-45e1-a693-e351867ccb14 completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:48:50.822608 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 3e085f93-9746-45e1-a693-e351867ccb14 triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:48:50.822998 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:50.899671 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:50.921176 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:48:50.923457 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df59fb1a-a9d8-4325-b7f8-0963d33c5fa8" -d '{"events": [{"server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e085f93-9746-45e1-a693-e351867ccb14"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:48:50.935924 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e085f93-9746-45e1-a693-e351867ccb14,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:48:50.962406 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f94750-18f3-4a77-a5ba-c1731e68be73 x-openstack-request-id: req-44f94750-18f3-4a77-a5ba-c1731e68be73 {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:48:50.962702 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e085f93-9746-45e1-a693-e351867ccb14", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:48:50.962954 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44f94750-18f3-4a77-a5ba-c1731e68be73 {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:48:50.963346 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14', 'code': 200} Aug 28 03:48:50.995453 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:51.043153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:48:51.050819 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.051169 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.051505 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.051839 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.052170 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.052501 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.052867 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.058438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.058438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.058438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.058438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.058438 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:48:51.323205 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6461af-acb9-40f9-ae60-b893a4ac2105 req-22ef68f2-6a97-49bf-89ee-cda5a515fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:51.324669 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3e6461af-acb9-40f9-ae60-b893a4ac2105 req-22ef68f2-6a97-49bf-89ee-cda5a515fe73 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0433459 Aug 28 03:48:51.359743 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-3e6461af-acb9-40f9-ae60-b893a4ac2105 req-b19e5e23-3fd0-4c87-a5d5-326c14239237 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277653 Aug 28 03:48:51.475522 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8896c-1504-4303-8bb2-0cf9cd62a2bc req-70f502c0-0c68-4d45-844d-e0e995c690a4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:51.477142 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59c8896c-1504-4303-8bb2-0cf9cd62a2bc req-70f502c0-0c68-4d45-844d-e0e995c690a4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0481107 Aug 28 03:48:51.513720 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59c8896c-1504-4303-8bb2-0cf9cd62a2bc req-18152941-55f1-4621-b7aa-125819375127 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Aug 28 03:48:52.627472 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc56d-9d8d-4116-bfa8-7e642df230c5 req-0c40543e-53ca-4c9c-b5f5-dfba22374796 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:52.628996 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e00cc56d-9d8d-4116-bfa8-7e642df230c5 req-0c40543e-53ca-4c9c-b5f5-dfba22374796 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0503860 Aug 28 03:48:52.667285 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e00cc56d-9d8d-4116-bfa8-7e642df230c5 req-307cc223-62d8-45c8-92a0-5e30a0ec5660 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Aug 28 03:48:53.777753 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c74b5-64f1-4416-8044-c2927b05dbd5 req-30f4c77b-4fc4-4b28-8dd4-f6d0c3520d6a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:53.779214 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-910c74b5-64f1-4416-8044-c2927b05dbd5 req-30f4c77b-4fc4-4b28-8dd4-f6d0c3520d6a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0483103 Aug 28 03:48:53.817188 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-910c74b5-64f1-4416-8044-c2927b05dbd5 req-ada2d63c-cd81-42c7-a0f5-2fbedcfa2f8d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 28 03:48:53.923775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836f18-4832-4cf9-97ae-2bb8f09569cf req-2f62b90d-17e0-4c7a-ba3f-343f2b96e0cb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:53.925983 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ea836f18-4832-4cf9-97ae-2bb8f09569cf req-2f62b90d-17e0-4c7a-ba3f-343f2b96e0cb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0469110 Aug 28 03:48:53.934511 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44428) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:48:53.938944 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'floatingip': {'port_id': '3e085f93-9746-45e1-a693-e351867ccb14'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:48:53.980800 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:54.409069 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:54.480904 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:54.579311 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Floating IP 78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7 associated. External IP: 172.27.1.80, port: 3e085f93-9746-45e1-a693-e351867ccb14. Aug 28 03:48:55.038591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:48:55.146316 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:48:55.151356 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:48:55.156367 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:48:55.165527 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:55.166134 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:55.178452 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-bf43b752-0005-4452-8f92-00662c846903 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "PUT /v2.0/floatingips/78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7 HTTP/1.1" status: 200 len: 991 time: 1.2429006 Aug 28 03:48:55.179146 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:48:55.181735 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f9eab-a395-41c4-92f6-4ffec5418d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "tag": "3e085f93-9746-45e1-a693-e351867ccb14"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:48:55.218591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175331c7-9879-4aa9-be65-5e6178349ffb x-openstack-request-id: req-175331c7-9879-4aa9-be65-5e6178349ffb {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:48:55.218591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "tag": "3e085f93-9746-45e1-a693-e351867ccb14", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:48:55.218591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-175331c7-9879-4aa9-be65-5e6178349ffb {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:48:55.218591 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14', 'status': 'completed', 'code': 200} Aug 28 03:48:55.282930 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:55.319604 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-007969b2-3393-4fc7-9c3f-2193cdb5460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:55.321133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-007969b2-3393-4fc7-9c3f-2193cdb5460b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0459838 Aug 28 03:48:55.413556 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-f5d7a9d6-38bb-4f43-af2b-8a101b4974b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:55.415031 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-f5d7a9d6-38bb-4f43-af2b-8a101b4974b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0870333 Aug 28 03:48:55.486140 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-0cddec94-9ff4-4edf-93e7-ec162606a2d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 999 time: 0.0632403 Aug 28 03:48:55.499984 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '3e085f93-9746-45e1-a693-e351867ccb14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:c7:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455517b5-d7fb-4bed-8836-d91396e859f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:48:38Z', 'updated_at': '2021-08-28T03:48:54Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:55.529231 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:48:55.535878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-22ea6141-97e6-4d48-80cc-43b1fabef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:55.537374 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:48:55.537508 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-22ea6141-97e6-4d48-80cc-43b1fabef01d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0446706 Aug 28 03:48:55.537969 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:48:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:55.584060 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-8487836b-2eae-4009-8ff5-2080fa1e5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:48:55.585493 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-8487836b-2eae-4009-8ff5-2080fa1e5254 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402038 Aug 28 03:48:55.642957 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:48:55.678684 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-6f1bfd25-0a3e-4b3b-b7d1-9ca9cf951f35 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856440 Aug 28 03:48:55.769945 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a09f9eab-a395-41c4-92f6-4ffec5418d9a req-04445d94-95f0-4adc-972e-63bf4b2e3b29 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831344 Aug 28 03:48:55.875583 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '3e085f93-9746-45e1-a693-e351867ccb14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:c7:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455517b5-d7fb-4bed-8836-d91396e859f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:48:38Z', 'updated_at': '2021-08-28T03:48:54Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:48:55.905091 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179c44-ee99-4e79-95a9-e0dc8a1266ea None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '3e085f93-9746-45e1-a693-e351867ccb14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:c7:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455517b5-d7fb-4bed-8836-d91396e859f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:48:38Z', 'updated_at': '2021-08-28T03:48:54Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:48:56.081131 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69068d09-fad7-4011-b159-f9515a046492 None None] New status for floating IP 78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7: ACTIVE {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:49:04.104201 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-253a8153-da7d-487a-8d6b-eebd3bb1a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:06.474930 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-54ac0df9-6ab5-4b07-aafd-b5ab787da13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:07.201144 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:08.012266 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:09.829125 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:10.351513 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:49:19.669492 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:30.689049 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-d2444c86-6a93-498a-bafb-b8997c7de739 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812819 Aug 28 03:49:30.771031 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-2b17f5d4-847f-44df-82ad-26e0c601751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:30.772566 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-2b17f5d4-847f-44df-82ad-26e0c601751d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1099 time: 0.0465336 Aug 28 03:49:30.891850 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-781ece10-8f0b-4b09-99ab-63cf7d2d92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:30.893276 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-781ece10-8f0b-4b09-99ab-63cf7d2d92b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0845530 Aug 28 03:49:30.962612 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-14023e35-e7e6-4aa7-921f-a50541058d2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 200 len: 1002 time: 0.0616910 Aug 28 03:49:31.012315 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-8ae94f2b-f3bf-476f-9f3f-92cea64e34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:31.013797 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-8ae94f2b-f3bf-476f-9f3f-92cea64e34a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0444560 Aug 28 03:49:31.059574 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-ddfee262-1a3f-44f4-a25d-62220efc8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:31.061060 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-ddfee262-1a3f-44f4-a25d-62220efc8011 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395904 Aug 28 03:49:31.151640 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-97cd232f-50ae-4ab5-9a4f-cacb4d729fb8 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 Aug 28 03:49:31.241277 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-079eb8f9-c2c9-4f1f-ac03-8dc845574668 req-fc8475d4-a25e-447f-b428-9c654f03bcb7 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827265 Aug 28 03:49:34.097869 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-32666ade-7d08-4134-9919-60927ebf0fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:36.479966 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b61bd5ef-5d1f-4971-adc7-3f3dfcb8cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:37.234337 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:38.011721 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:39.834636 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:46.506688 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44536) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:49:46.660145 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port c7e8cdc8-f15d-4917-87cb-e7ac3d387e71 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:49:46.661351 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:46.738951 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:46.739448 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:46.751484 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for c7e8cdc8-f15d-4917-87cb-e7ac3d387e71 owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:49:46.983195 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:47.009397 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=c7e8cdc8-f15d-4917-87cb-e7ac3d387e71,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:49:47.035920 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.039320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.040285 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:47.077305 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:47.077644 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 20a779c4-5b7a-4a46-9547-4029e7962205 disassociated (deleted). External IP: 172.27.1.193, port: 69fa55b4-fec0-4402-a7b4-30a4eb8c2823. Aug 28 03:49:47.286153 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:49:47.354459 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:49:47.397259 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:49:47.402013 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:47.406667 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:49:47.416609 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:49:47.417344 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:47.429769 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-85f07c8d-19af-4a10-9a42-3b48a8cbe688 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "DELETE /v2.0/floatingips/20a779c4-5b7a-4a46-9547-4029e7962205 HTTP/1.1" status: 204 len: 168 time: 0.9221027 Aug 28 03:49:47.430353 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:49:47.432735 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff0e07-80af-491a-84f2-d748c63696e3" -d '{"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:49:47.483542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bda79e8-b012-49c5-97f9-1bb2dcc531d1 x-openstack-request-id: req-3bda79e8-b012-49c5-97f9-1bb2dcc531d1 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:49:47.483542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:49:47.483542 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bda79e8-b012-49c5-97f9-1bb2dcc531d1 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:49:47.483542 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'status': 'completed', 'code': 200} Aug 28 03:49:47.530274 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:49:47.563914 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-7537001d-193b-4477-9b3c-ee8ea46cc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:47.565476 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-7537001d-193b-4477-9b3c-ee8ea46cc8ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 1099 time: 0.0409408 Aug 28 03:49:47.659720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-3db7ab20-ef9b-4ef6-a749-bb60ce887f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:47.661378 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-3db7ab20-ef9b-4ef6-a749-bb60ce887f03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0894072 Aug 28 03:49:47.704729 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-4093c56a-4ff9-4fd1-a5ea-d640707c26bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 200 len: 217 time: 0.0360410 Aug 28 03:49:47.759217 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-4573af5c-33c1-4295-a49c-ed0c26a78af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:47.765920 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-4573af5c-33c1-4295-a49c-ed0c26a78af1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0483949 Aug 28 03:49:47.767923 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:47.799266 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:49:47.808277 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:49:47.808926 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:47.818042 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-9b88d843-b4be-4a7a-a66b-905d4e2f83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:47.819547 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-9b88d843-b4be-4a7a-a66b-905d4e2f83fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518076 Aug 28 03:49:47.914720 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:49:47.939676 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9064-6298-44bb-ba78-e21320160738 req-d3c15a65-ca3d-4aca-8ff6-2c6ddd778021 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:47.941340 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65bf9064-6298-44bb-ba78-e21320160738 req-d3c15a65-ca3d-4aca-8ff6-2c6ddd778021 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.1354070 Aug 28 03:49:47.949713 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-768b7351-a2d0-4f54-b59c-196ebbd53e8d service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865102 Aug 28 03:49:47.982746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-65bf9064-6298-44bb-ba78-e21320160738 req-8614691f-a9d2-4d1f-8154-0edf1a042697 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344234 Aug 28 03:49:48.047655 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ff0e07-80af-491a-84f2-d748c63696e3 req-b19540d3-9ac4-4170-84e4-4bfbe1089be9 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892029 Aug 28 03:49:48.233187 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:48.259586 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dcc84-8bc7-4a37-b51a-b4cb81bc0a5b None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '745db890-3141-4234-8dbd-6dd2a8fd50dc', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'port_id': '00811b39-e396-4e73-921d-3a59717dde2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'mac_address': 'fa:16:3e:03:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:45:22Z', 'updated_at': '2021-08-28T03:45:24Z', 'revision_number': 1, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:49:48.464574 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1710c3-a421-455b-af5d-105c2c2a2bd9 None None] New status for floating IP 20a779c4-5b7a-4a46-9547-4029e7962205: DOWN {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:49:49.103313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe02c7-e68b-4f39-a688-d1e5b624fc92 req-20d918cc-befe-490e-b94e-df8db9e87111 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:49.104835 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0ebe02c7-e68b-4f39-a688-d1e5b624fc92 req-20d918cc-befe-490e-b94e-df8db9e87111 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0528772 Aug 28 03:49:49.145555 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0ebe02c7-e68b-4f39-a688-d1e5b624fc92 req-9760536e-eac0-4a79-9b20-e1db4c9cfc8e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Aug 28 03:49:49.697288 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:49.793008 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-e86ea108-2679-468a-a72a-f0282e9c62bb tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:49.794466 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-e86ea108-2679-468a-a72a-f0282e9c62bb tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 946 time: 0.0511589 Aug 28 03:49:49.885453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:49:49.885700 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:49.976785 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] For port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:49:49.977147 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:49.990246 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:49:50.188538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:50.219908 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=69fa55b4-fec0-4402-a7b4-30a4eb8c2823,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:49:50.245373 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-136ab9f5-39b8-4c2d-ad25-8eb1e2ec2083 req-9d4203a1-286d-4599-ba04-ae111378f9a9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 210 time: 0.0328004 Aug 28 03:49:50.245873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.245873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.246099 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.246366 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.246695 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.247026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.247352 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.247674 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.247998 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.248319 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.248637 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.248987 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:49:50.272886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] No DVR routers for this DVR port 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:49:50.275563 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:50.277903 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-279b570b-a345-43cd-9a8d-4e4feaeb0479 req-71a191f4-05ad-4a7d-a15d-b6a93df4ddb5 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "DELETE /v2.0/ports/69fa55b4-fec0-4402-a7b4-30a4eb8c2823 HTTP/1.1" status: 204 len: 173 time: 0.4753447 Aug 28 03:49:50.278357 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'name': 'network-vif-deleted', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:49:50.281285 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89190d64-70d3-4608-bf50-bbc92093eda4" -d '{"events": [{"server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "name": "network-vif-deleted", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:49:50.372979 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea329ad5-a3e8-4ace-ab0f-d4c324c23a3c x-openstack-request-id: req-ea329ad5-a3e8-4ace-ab0f-d4c324c23a3c {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:49:50.373274 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e1a711-b9c1-4455-8a99-7a5d589275fc", "name": "network-vif-deleted", "tag": "69fa55b4-fec0-4402-a7b4-30a4eb8c2823", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:49:50.373522 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea329ad5-a3e8-4ace-ab0f-d4c324c23a3c {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:49:50.373910 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e1a711-b9c1-4455-8a99-7a5d589275fc', 'name': 'network-vif-deleted', 'tag': '69fa55b4-fec0-4402-a7b4-30a4eb8c2823', 'status': 'completed', 'code': 200} Aug 28 03:49:51.405396 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fe102fea-99af-4933-8c84-862f5b85ed42 req-f340b165-9346-4c8f-ba00-e6388949bf21 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e1a711-b9c1-4455-8a99-7a5d589275fc HTTP/1.1" status: 200 len: 210 time: 0.0799823 Aug 28 03:49:53.050690 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:49:53.070944 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:49:53.071283 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 69fa55b4-fec0-4402-a7b4-30a4eb8c2823 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:49:54.878616 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44592) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:49:55.029980 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port de43a907-c03c-4a49-82d3-b7d8bd2864fb {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:49:55.030317 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.105448 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.105770 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.117122 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for de43a907-c03c-4a49-82d3-b7d8bd2864fb owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:49:55.331304 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.360945 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=de43a907-c03c-4a49-82d3-b7d8bd2864fb,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:49:55.420013 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.420364 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Floating IP 745db890-3141-4234-8dbd-6dd2a8fd50dc disassociated (deleted). External IP: 172.27.1.208, port: 00811b39-e396-4e73-921d-3a59717dde2d. Aug 28 03:49:55.621717 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:49:55.725729 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:49:55.730521 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:55.735620 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:49:55.745335 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:49:55.745929 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:55.758406 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-17f4e8e2-ee95-4705-8823-e9b022b6af78 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "DELETE /v2.0/floatingips/745db890-3141-4234-8dbd-6dd2a8fd50dc HTTP/1.1" status: 204 len: 168 time: 0.8787062 Aug 28 03:49:55.758995 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:49:55.761252 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d477977-c02f-425a-ab8d-985f8e27056c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:49:55.808320 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e2f127-188b-408c-a3a4-9588e8e0287f x-openstack-request-id: req-a3e2f127-188b-408c-a3a4-9588e8e0287f {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:49:55.808618 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "tag": "00811b39-e396-4e73-921d-3a59717dde2d", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:49:55.808902 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3e2f127-188b-408c-a3a4-9588e8e0287f {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:49:55.809306 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d', 'status': 'completed', 'code': 200} Aug 28 03:49:55.855831 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:49:55.893694 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477977-c02f-425a-ab8d-985f8e27056c req-f9089786-591d-40b6-b70c-9d94272c3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:55.895393 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-f9089786-591d-40b6-b70c-9d94272c3928 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 1098 time: 0.0408027 Aug 28 03:49:55.986039 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477977-c02f-425a-ab8d-985f8e27056c req-02e01c9b-305c-454f-9cf0-f3ad078c69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:55.987513 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-02e01c9b-305c-454f-9cf0-f3ad078c69e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 200 len: 911 time: 0.0860388 Aug 28 03:49:56.038182 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-14e9b256-cd57-4528-a875-6215a832d23f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 200 len: 217 time: 0.0438178 Aug 28 03:49:56.058484 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:56.084190 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:49:56.092642 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:49:56.093267 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:56.111699 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffd913-988c-4f08-848e-6c1633380869 req-341de93d-b191-4244-85f1-2a86f3ef1d59 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:56.113256 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-55ffd913-988c-4f08-848e-6c1633380869 req-341de93d-b191-4244-85f1-2a86f3ef1d59 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0502143 Aug 28 03:49:56.118475 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477977-c02f-425a-ab8d-985f8e27056c req-bafa969b-8fea-4198-9f9e-44d888e9854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:56.119948 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-bafa969b-8fea-4198-9f9e-44d888e9854e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 200 len: 849 time: 0.0477979 Aug 28 03:49:56.162262 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-55ffd913-988c-4f08-848e-6c1633380869 req-88830d19-0c97-4ea3-90b0-124f82396a9b tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Aug 28 03:49:56.173777 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477977-c02f-425a-ab8d-985f8e27056c req-932b1a4b-e4f4-4561-b551-540047d5de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:56.175488 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-932b1a4b-e4f4-4561-b551-540047d5de03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460467 Aug 28 03:49:56.199493 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:49:56.272359 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-95342329-3ea5-4807-9d39-a8762d69a4f1 service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Aug 28 03:49:56.369186 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0d477977-c02f-425a-ab8d-985f8e27056c req-0232ea64-e418-4806-929b-f8adce6d266f service neutron] 10.222.0.38 "GET /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 Aug 28 03:49:56.399256 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:49:56.428878 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b8dd-db26-4eb4-9bce-923106ea955c None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:41:38Z', 'revision_number': 4, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': '3c1877fb-db03-4e13-9682-01dce626cfad', 'name': '', 'network_id': 'ba4a7e0b-881a-47de-8e2e-c8f3906a80b8', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'mac_address': 'fa:16:3e:f0:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:37Z', 'updated_at': '2021-08-28T03:41:42Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'subnets': [{'id': '6f5833ae-b61d-4fe5-b9b2-d04f091d856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:49:56.646991 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a592dd-0304-4ac8-9ec2-98b78b4e5850 None None] New status for floating IP 745db890-3141-4234-8dbd-6dd2a8fd50dc: DOWN {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:49:57.279529 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f25a2-367f-411d-8e2f-750920db45b6 req-93de6aec-b973-4376-9b8e-007f786e7880 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:57.281037 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-178f25a2-367f-411d-8e2f-750920db45b6 req-93de6aec-b973-4376-9b8e-007f786e7880 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0524004 Aug 28 03:49:57.319996 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-178f25a2-367f-411d-8e2f-750920db45b6 req-8f8e08fc-eb46-4955-9c4b-a4880fdfd61e tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ed2b617-df71-491e-a0d4-c102ab63babb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322287 Aug 28 03:49:57.932535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-c1bfbb3e-2855-42e7-ac75-1d22d3326a5c tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:49:57.933976 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-c1bfbb3e-2855-42e7-ac75-1d22d3326a5c tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 945 time: 0.0477307 Aug 28 03:49:58.025484 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port 00811b39-e396-4e73-921d-3a59717dde2d {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:49:58.025815 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:58.110191 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] For port 00811b39-e396-4e73-921d-3a59717dde2d, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=00811b39-e396-4e73-921d-3a59717dde2d,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:49:58.110543 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:58.123783 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for 00811b39-e396-4e73-921d-3a59717dde2d owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:49:58.325792 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:58.353226 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=00811b39-e396-4e73-921d-3a59717dde2d,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:49:58.383128 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-ea46ce6f-c38d-4a12-bf56-2cab78da255b req-7448bb65-975c-4f3c-aa5a-629f3dd62da6 service neutron] (94549) timed out ('10.222.0.38', 51696) {{(pid=94549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 03:49:58.401580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] No DVR routers for this DVR port 00811b39-e396-4e73-921d-3a59717dde2d on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:49:58.404129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:49:58.406181 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f87cd5fe-3b7c-42bb-901e-053fcb5d52db req-b0b05a43-7851-4ced-aac9-9b201ed337bd tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.38 "DELETE /v2.0/ports/00811b39-e396-4e73-921d-3a59717dde2d HTTP/1.1" status: 204 len: 173 time: 0.4653115 Aug 28 03:49:58.406647 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'name': 'network-vif-deleted', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:49:58.408886 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9528b6-cca5-43bb-a84c-9c0e13f31800" -d '{"events": [{"server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "name": "network-vif-deleted", "tag": "00811b39-e396-4e73-921d-3a59717dde2d"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:49:58.416755 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c8f6073c-cba5-4ec9-bd1b-2449d779e10d req-6297e8ba-3e42-4ecb-9bd3-4dd9c9b5cf2d tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 210 time: 0.0284626 Aug 28 03:49:58.447322 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9923a04-dfe7-4f77-bf65-363154a0e534 x-openstack-request-id: req-c9923a04-dfe7-4f77-bf65-363154a0e534 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:49:58.447649 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb929d6-c396-4ebc-b21b-eeef6833cffc", "name": "network-vif-deleted", "tag": "00811b39-e396-4e73-921d-3a59717dde2d", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:49:58.448059 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9923a04-dfe7-4f77-bf65-363154a0e534 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:49:58.448682 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb929d6-c396-4ebc-b21b-eeef6833cffc', 'name': 'network-vif-deleted', 'tag': '00811b39-e396-4e73-921d-3a59717dde2d', 'status': 'completed', 'code': 200} Aug 28 03:49:59.522495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-fc205271-3aeb-4f17-9e8f-74c05693c870 req-2fd837a3-24d3-407b-838d-4894537490c7 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb929d6-c396-4ebc-b21b-eeef6833cffc HTTP/1.1" status: 200 len: 210 time: 0.0264566 Aug 28 03:50:00.576977 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44620) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:00.695797 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Deleting port 72e7bd86-e08a-477f-9921-97a67ad43a56 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:00.696134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:00.774431 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:00.774749 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:00.786818 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Calling delete_port for 72e7bd86-e08a-477f-9921-97a67ad43a56 owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:01.034104 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:01.057888 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'Port': ['ID=72e7bd86-e08a-477f-9921-97a67ad43a56,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:01.076568 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 00811b39-e396-4e73-921d-3a59717dde2d no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:01.096991 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 00811b39-e396-4e73-921d-3a59717dde2d {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:01.097330 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 00811b39-e396-4e73-921d-3a59717dde2d not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:01.123262 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:01.125811 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:01.126967 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a2852569-7df4-42f1-9bb5-e0d69116f745 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d9d8677-6c87-4acc-b8ad-7ffcf047a4f4 HTTP/1.1" status: 204 len: 168 time: 0.5490172 Aug 28 03:50:02.429586 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44638) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:02.487006 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:02.512193 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:02.622432 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:02.625025 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:02.626225 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ed2b617-df71-491e-a0d4-c102ab63babb HTTP/1.1" status: 204 len: 168 time: 0.1956596 Aug 28 03:50:02.637636 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa408e09-6158-474a-a16c-d0ea6b76bcb9 tempest-TestVolumeBootPattern-1562681729 tempest-TestVolumeBootPattern-1562681729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed2b617-df71-491e-a0d4-c102ab63babb,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:02.730873 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44642) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:03.134902 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:03.370256 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Deleting port 3c1877fb-db03-4e13-9682-01dce626cfad {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:03.370522 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:03.451141 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] For port 3c1877fb-db03-4e13-9682-01dce626cfad, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c1877fb-db03-4e13-9682-01dce626cfad,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:03.451536 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:03.463983 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Calling delete_port for 3c1877fb-db03-4e13-9682-01dce626cfad owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:03.709629 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:03.733543 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1877fb-db03-4e13-9682-01dce626cfad,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:03.897686 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.096911 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ea1276c5-8406-4492-8125-f04f1973c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.111122 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Router 25452a6a-8271-416d-baee-8dd553fae59e has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:50:04.218634 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:50:04.224237 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-435ab098-a14e-4672-8a57-5e4cfb3b5a5e admin admin] 10.222.0.36 "PUT /v2.0/routers/25452a6a-8271-416d-baee-8dd553fae59e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923382 Aug 28 03:50:04.226821 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44650) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:04.227747 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Sync routers for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:50:04.236901 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:50:04.237531 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:04.344068 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:50:04.536873 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:50:03Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:04.563903 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Checking router: 25452a6a-8271-416d-baee-8dd553fae59e for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:50:04.572686 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Routers {'25452a6a-8271-416d-baee-8dd553fae59e'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:50:04.573303 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:49:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['25452a6a-8271-416d-baee-8dd553fae59e'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:04.599550 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.677958 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] Set router 25452a6a-8271-416d-baee-8dd553fae59e gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:50:04.700141 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.837999 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Deleting port f70f874e-ed81-4839-85a5-40b618b487e5 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:04.838751 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.864423 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:50:03Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:04.891605 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e4a1e-bc77-4721-ad62-cd081a6fdf86 None None] The sync data for ids ['25452a6a-8271-416d-baee-8dd553fae59e'] in dv-cinder-759169-4-iscsi is: [{'id': '25452a6a-8271-416d-baee-8dd553fae59e', 'name': 'tempest-TestVolumeBootPattern-76186761-router', 'tenant_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:34Z', 'updated_at': '2021-08-28T03:50:03Z', 'revision_number': 5, 'project_id': 'fa5efacd43034537b6e813ecbfdc55d5', 'gw_port': {'id': 'f70f874e-ed81-4839-85a5-40b618b487e5', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25452a6a-8271-416d-baee-8dd553fae59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:35Z', 'updated_at': '2021-08-28T03:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:50:04.921006 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] For port f70f874e-ed81-4839-85a5-40b618b487e5, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=f70f874e-ed81-4839-85a5-40b618b487e5,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:04.921396 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:04.934334 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Calling delete_port for f70f874e-ed81-4839-85a5-40b618b487e5 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:05.148687 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.174877 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70f874e-ed81-4839-85a5-40b618b487e5,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:05.241017 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.338209 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.340598 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.451146 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.451685 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25452a6a-8271-416d-baee-8dd553fae59e {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:50:05.456591 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.458101 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-307a3424-bd6b-4f35-a836-443c0971f377 admin admin] 10.222.0.36 "DELETE /v2.0/routers/25452a6a-8271-416d-baee-8dd553fae59e HTTP/1.1" status: 204 len: 168 time: 1.2302380 Aug 28 03:50:05.460613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44654) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:05.507492 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Deleting subnet 6f5833ae-b61d-4fe5-b9b2-d04f091d856a {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:50:05.510859 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.546241 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.627810 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.743161 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.767486 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5833ae-b61d-4fe5-b9b2-d04f091d856a,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:05.776399 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.778305 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-55bf1686-ebb3-4ab6-b1c6-f40f6ffb26e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f5833ae-b61d-4fe5-b9b2-d04f091d856a HTTP/1.1" status: 204 len: 168 time: 0.3166640 Aug 28 03:50:05.780678 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44656) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:05.783461 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b1d87-2053-4e8e-ad92-2203ece3ee88 None None] Network ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:50:05.866699 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.931679 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Deleting port 3c3c0895-7184-473b-8cfe-9868b077620e {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:05.932017 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:05.996684 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] For port 3c3c0895-7184-473b-8cfe-9868b077620e, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=3c3c0895-7184-473b-8cfe-9868b077620e,segment=NetworkSegment(651c89cc-77af-44d7-8d19-546d6c73a7cc),segment_id=651c89cc-77af-44d7-8d19-546d6c73a7cc)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:05.997068 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.013846 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Calling delete_port for 3c3c0895-7184-473b-8cfe-9868b077620e owned by network:dhcp {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:06.117386 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] DHCP port deletion for ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:50:06.163848 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Deleting port 3c3c0895-7184-473b-8cfe-9868b077620e {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:06.164183 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.165381 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.190865 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3c0895-7184-473b-8cfe-9868b077620e,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:06.195427 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] No DVR routers for this DVR port 3c3c0895-7184-473b-8cfe-9868b077620e on host dv-cinder-759169-4-iscsi {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:50:06.214862 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c1877fb-db03-4e13-9682-01dce626cfad no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:06.243032 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 3c1877fb-db03-4e13-9682-01dce626cfad {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:06.243394 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c1877fb-db03-4e13-9682-01dce626cfad not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:06.243798 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f70f874e-ed81-4839-85a5-40b618b487e5 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:06.271098 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: f70f874e-ed81-4839-85a5-40b618b487e5 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:06.271439 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device f70f874e-ed81-4839-85a5-40b618b487e5 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:06.271761 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.271907 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c3c0895-7184-473b-8cfe-9868b077620e no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:06.281768 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4a7e0b-881a-47de-8e2e-c8f3906a80b8']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:06.293291 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651c89cc-77af-44d7-8d19-546d6c73a7cc') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:06.293581 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651c89cc-77af-44d7-8d19-546d6c73a7cc') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:06.296660 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] For port 3c3c0895-7184-473b-8cfe-9868b077620e, host dv-cinder-759169-4-iscsi, got binding levels [] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:06.297083 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.299819 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 3c3c0895-7184-473b-8cfe-9868b077620e {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:06.300178 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 3c3c0895-7184-473b-8cfe-9868b077620e not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:06.304459 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.314349 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Calling delete_port for 3c3c0895-7184-473b-8cfe-9868b077620e owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:06.317773 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.ipam_backend_mixin [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Port 3c3c0895-7184-473b-8cfe-9868b077620e was not found and therefore no delete operation was performed {{(pid=94550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 03:50:06.319756 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.323313 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.331089 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:50:06.331712 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:50:06.334479 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:50:06.346228 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Pushing event deleted for resources: {'Port': ['ID=3c3c0895-7184-473b-8cfe-9868b077620e,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:06.351035 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] No DVR routers for this DVR port 3c3c0895-7184-473b-8cfe-9868b077620e on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.360488 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.368101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.368101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.368101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.368101 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d495c-c3ef-421a-879d-f1eb394acc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:50:06.445880 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.451081 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.452952 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba4a7e0b-881a-47de-8e2e-c8f3906a80b8 HTTP/1.1" status: 204 len: 168 time: 0.6711812 Aug 28 03:50:06.460199 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44660) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:06.466009 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0952-1b3b-4af4-b3e1-8a0761a36314 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4a7e0b-881a-47de-8e2e-c8f3906a80b8,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:06.485693 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-0f748d11-4c73-423b-abb1-6d32225020db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:06.795053 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:07.026271 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Deleting port 8c4936e1-8945-4fd8-9eb2-ad99719590ac {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:07.026598 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:07.101703 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] For port 8c4936e1-8945-4fd8-9eb2-ad99719590ac, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=8c4936e1-8945-4fd8-9eb2-ad99719590ac,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:07.102005 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:07.114626 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Calling delete_port for 8c4936e1-8945-4fd8-9eb2-ad99719590ac owned by network:router_interface {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:07.228271 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:07.359939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:07.383736 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4936e1-8945-4fd8-9eb2-ad99719590ac,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:07.553094 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.028204 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.040723 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Router bc210687-fa64-4c2d-b907-ef36d768181b has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:50:08.143107 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:50:08.151615 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-fd99c4f0-1883-49c5-b0b4-d007f2add5f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/bc210687-fa64-4c2d-b907-ef36d768181b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945610 Aug 28 03:50:08.153168 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Sync routers for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:50:08.154111 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44664) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:08.170662 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:50:08.171477 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:50:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:08.272172 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.291036 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: dv-cinder-759169-4-iscsi {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:50:08.373419 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.462451 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '10e12868-3add-445b-918a-148745bd1042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:50:07Z', 'revision_number': 5, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port': {'id': '10e12868-3add-445b-918a-148745bd1042', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:08.488273 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Deleting port 10e12868-3add-445b-918a-148745bd1042 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:08.488613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.490013 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Checking router: bc210687-fa64-4c2d-b907-ef36d768181b for host: dv-cinder-759169-4-iscsi {{(pid=94550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:50:08.498203 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Routers {'bc210687-fa64-4c2d-b907-ef36d768181b'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:50:08.498812 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:50:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['bc210687-fa64-4c2d-b907-ef36d768181b'], 'active': True} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:08.575460 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] For port 10e12868-3add-445b-918a-148745bd1042, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=10e12868-3add-445b-918a-148745bd1042,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:08.575725 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.587016 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvr_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] Set router bc210687-fa64-4c2d-b907-ef36d768181b gateway port host: None {{(pid=94550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:50:08.588454 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Calling delete_port for 10e12868-3add-445b-918a-148745bd1042 owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:08.641561 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_hamode_db [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:50:08Z', 'revision_number': 6, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:08.669023 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b69a8d-fa06-4e8d-85c9-b5761ca228e2 None None] The sync data for ids ['bc210687-fa64-4c2d-b907-ef36d768181b'] in dv-cinder-759169-4-iscsi is: [{'id': 'bc210687-fa64-4c2d-b907-ef36d768181b', 'name': 'tempest-TestVolumeBootPattern-1785486369-router', 'tenant_id': '3d749368359d4a5381ec80aa7357ee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:41:41Z', 'updated_at': '2021-08-28T03:50:08Z', 'revision_number': 6, 'project_id': '3d749368359d4a5381ec80aa7357ee42', 'gw_port_host': None}] {{(pid=94550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:50:08.845237 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:08.872710 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e12868-3add-445b-918a-148745bd1042,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:08.932776 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.028454 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.030731 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.119811 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.120285 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc210687-fa64-4c2d-b907-ef36d768181b {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:50:09.124582 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.125778 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-a1192e27-6f03-426d-85ac-4574d57acee1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bc210687-fa64-4c2d-b907-ef36d768181b HTTP/1.1" status: 204 len: 168 time: 0.9705720 Aug 28 03:50:09.128256 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44670) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:09.172828 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Deleting subnet 8115e6d5-8338-4dac-9368-52b21f3e5740 {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:50:09.176517 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.210213 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.289134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.417045 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.444975 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8115e6d5-8338-4dac-9368-52b21f3e5740,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:09.446928 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.448850 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-997d1e54-2705-4a1a-a1c1-cefadc645ac0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8115e6d5-8338-4dac-9368-52b21f3e5740 HTTP/1.1" status: 204 len: 168 time: 0.3189814 Aug 28 03:50:09.451356 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44672) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:09.453803 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037f6a1-ab64-4825-954d-f46ab24d87fa None None] Network 4e057d74-3195-47b1-823a-bba24ba84286 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:50:09.525434 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.579676 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Deleting port 50897489-5fd5-41f6-b6a2-53ebd74374cf {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:09.580154 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.647271 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] DHCP port deletion for 4e057d74-3195-47b1-823a-bba24ba84286 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:50:09.651178 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] For port 50897489-5fd5-41f6-b6a2-53ebd74374cf, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=50897489-5fd5-41f6-b6a2-53ebd74374cf,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:09.651569 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.667602 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Calling delete_port for 50897489-5fd5-41f6-b6a2-53ebd74374cf owned by network:dhcp {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:09.699395 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Deleting port 50897489-5fd5-41f6-b6a2-53ebd74374cf {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:50:09.699773 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.779069 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] For port 50897489-5fd5-41f6-b6a2-53ebd74374cf, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=50897489-5fd5-41f6-b6a2-53ebd74374cf,segment=NetworkSegment(f4a4a819-86f3-44b0-859a-33614275c04a),segment_id=f4a4a819-86f3-44b0-859a-33614275c04a)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:50:09.779461 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.791476 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Calling delete_port for 50897489-5fd5-41f6-b6a2-53ebd74374cf owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:50:09.845356 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.846986 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.864713 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.872108 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Pushing event deleted for resources: {'Port': ['ID=50897489-5fd5-41f6-b6a2-53ebd74374cf,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:09.877059 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] No DVR routers for this DVR port 50897489-5fd5-41f6-b6a2-53ebd74374cf on host dv-cinder-759169-4-iscsi {{(pid=94549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:50:09.889940 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] Pushing event deleted for resources: {'Port': ['ID=50897489-5fd5-41f6-b6a2-53ebd74374cf,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:09.893448 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea2393-e06a-45c3-b842-0120040a2aad None None] No DVR routers for this DVR port 50897489-5fd5-41f6-b6a2-53ebd74374cf on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:50:09.954090 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.964247 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e057d74-3195-47b1-823a-bba24ba84286']}} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:09.975133 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4a819-86f3-44b0-859a-33614275c04a') {'for_net_delete': True} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:09.975425 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.services.segments.db [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4a819-86f3-44b0-859a-33614275c04a') {} {{(pid=94549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:50:09.983944 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466453'] for segment, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:09.997231 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.002889 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:50:10.003274 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30290399'] for segment, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: Traceback (most recent call last): Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: timer() Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: cb(*args, **kw) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: return func(*args, **kwargs) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: self._notify() Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: self.callback(batched_events) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: event.method(event) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: return f(self, *a, **k) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._get(url).json() Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: return self.request(url, 'GET', **kwargs) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:50:10.005589 dv-cinder-759169-4-iscsi neutron-server[94549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:50:10.107825 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.113339 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.115279 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e057d74-3195-47b1-823a-bba24ba84286 HTTP/1.1" status: 204 len: 168 time: 0.6629710 Aug 28 03:50:10.126705 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05592-4d6c-4bd6-870b-ea675c83299e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e057d74-3195-47b1-823a-bba24ba84286,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:10.205199 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 10e12868-3add-445b-918a-148745bd1042 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:10.228448 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 10e12868-3add-445b-918a-148745bd1042 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:10.228816 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 10e12868-3add-445b-918a-148745bd1042 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:10.229214 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8c4936e1-8945-4fd8-9eb2-ad99719590ac no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:10.247185 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 8c4936e1-8945-4fd8-9eb2-ad99719590ac {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:10.247529 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 8c4936e1-8945-4fd8-9eb2-ad99719590ac not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:10.251774 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 50897489-5fd5-41f6-b6a2-53ebd74374cf no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:50:10.266686 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 50897489-5fd5-41f6-b6a2-53ebd74374cf {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:50:10.267025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 50897489-5fd5-41f6-b6a2-53ebd74374cf not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:50:10.443148 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44678) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:10.485975 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2f86f9d8-9f9d-4382-9d62-d85739faf263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa5efacd43034537b6e813ecbfdc55d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416398 Aug 28 03:50:10.488667 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44680) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:10.538299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.558219 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.656902 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.659498 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:10.661512 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d43c65f-b3d1-4f5b-be15-a01c3798b7a9 HTTP/1.1" status: 204 len: 168 time: 0.1720176 Aug 28 03:50:10.669304 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ac122-4da2-49e9-8950-019275662697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43c65f-b3d1-4f5b-be15-a01c3798b7a9,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:11.291724 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44690) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:11.331731 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-2b1ffc9c-bee6-40b6-b3cf-08dae7a40121 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d749368359d4a5381ec80aa7357ee42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388515 Aug 28 03:50:11.334249 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44692) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:50:11.381899 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:11.402338 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:11.508377 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:11.510780 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:11.511909 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e39c54fa-748b-4bd9-b71b-5127f28387bf HTTP/1.1" status: 204 len: 168 time: 0.1767864 Aug 28 03:50:11.519905 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10825e-62bb-4be0-8d03-efe713d64285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c54fa-748b-4bd9-b71b-5127f28387bf,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:50:19.673775 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:23.442645 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b825e91-7f60-465c-ade0-f2eee26ec6ba req-4b41be49-e826-40dc-a523-5a8211228441 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:23.444148 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4b825e91-7f60-465c-ade0-f2eee26ec6ba req-4b41be49-e826-40dc-a523-5a8211228441 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0478036 Aug 28 03:50:23.483214 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4b825e91-7f60-465c-ade0-f2eee26ec6ba req-a5431c0d-87f9-47a7-be27-70cbf7c435ae tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Aug 28 03:50:24.351627 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:50:24.605245 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3ba1-b1d8-4ecc-addf-1e710c9a9338 req-d6cc2088-d201-48e6-b6e1-60cf9d321582 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:24.606740 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e23c3ba1-b1d8-4ecc-addf-1e710c9a9338 req-d6cc2088-d201-48e6-b6e1-60cf9d321582 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0487573 Aug 28 03:50:24.647802 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e23c3ba1-b1d8-4ecc-addf-1e710c9a9338 req-8678115f-75bb-4b23-9b40-aa2c6cc8ae5a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Aug 28 03:50:25.761299 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d086ad2-28ed-4f16-8473-9b411831216e req-cebc7483-7001-436c-b3e1-05c0bcfd557f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:25.762777 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8d086ad2-28ed-4f16-8473-9b411831216e req-cebc7483-7001-436c-b3e1-05c0bcfd557f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0484967 Aug 28 03:50:25.799283 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8d086ad2-28ed-4f16-8473-9b411831216e req-8f2ca7e5-1b17-424f-8db9-7f57b02b4036 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Aug 28 03:50:26.919163 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda50c-fc74-4959-a2ad-3848ec6b5688 req-e677d643-b619-4bba-88ef-cd43e90cdfa9 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:26.920657 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-52bda50c-fc74-4959-a2ad-3848ec6b5688 req-e677d643-b619-4bba-88ef-cd43e90cdfa9 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0481381 Aug 28 03:50:26.958424 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-52bda50c-fc74-4959-a2ad-3848ec6b5688 req-c994fb63-6990-48bb-9a32-88e9096f2476 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Aug 28 03:50:28.074770 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e866e21-7514-40ca-a824-0e8f31c989d5 req-f0deddf9-9e6f-488b-b1c9-8efb5a47971a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:28.076204 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0e866e21-7514-40ca-a824-0e8f31c989d5 req-f0deddf9-9e6f-488b-b1c9-8efb5a47971a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0512605 Aug 28 03:50:28.113165 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-0e866e21-7514-40ca-a824-0e8f31c989d5 req-9d8b3a62-fdcd-4ee5-b0bb-497ba62cdb79 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303183 Aug 28 03:50:29.227083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0cf2-c0bd-4320-b75a-5665affc358e req-6b61deef-0a8f-4b97-99f1-227084b8a0bb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:29.228556 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fe3f0cf2-c0bd-4320-b75a-5665affc358e req-6b61deef-0a8f-4b97-99f1-227084b8a0bb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Aug 28 03:50:29.264877 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fe3f0cf2-c0bd-4320-b75a-5665affc358e req-c0af3def-e631-4d84-8b6b-b53f80b925c5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306053 Aug 28 03:50:30.382941 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77fa94-0b3b-4df6-b18c-b9d8a5a34d27 req-db96bcdc-c21f-4732-9ad3-801c0f206f72 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:30.384400 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bc77fa94-0b3b-4df6-b18c-b9d8a5a34d27 req-db96bcdc-c21f-4732-9ad3-801c0f206f72 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0504231 Aug 28 03:50:30.421814 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-bc77fa94-0b3b-4df6-b18c-b9d8a5a34d27 req-a6a0a475-1622-49ca-b6a6-3f1dfc3386de tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Aug 28 03:50:31.533156 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85d3b-0e16-4e5b-89dc-b50a5fecdc1a req-e71b72cd-aadb-4103-870c-12b7c02410b5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:31.535343 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2d85d3b-0e16-4e5b-89dc-b50a5fecdc1a req-e71b72cd-aadb-4103-870c-12b7c02410b5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Aug 28 03:50:31.575105 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e2d85d3b-0e16-4e5b-89dc-b50a5fecdc1a req-bc77baba-1d22-4278-8828-f0ac412d5b81 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336177 Aug 28 03:50:31.682130 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30500-d2ed-4338-825e-104621c98e06 req-54a40fe0-cbea-459a-aeb2-bbdae988ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:31.683635 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-54a40fe0-cbea-459a-aeb2-bbdae988ba0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0419416 Aug 28 03:50:31.787873 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30500-d2ed-4338-825e-104621c98e06 req-0bc79278-c2a3-4396-b825-bcf22fa997d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:31.789282 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-0bc79278-c2a3-4396-b825-bcf22fa997d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0875759 Aug 28 03:50:31.853996 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-058ec248-e4d1-4d30-88cf-0f7dd45d18f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1001 time: 0.0573995 Aug 28 03:50:31.901569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30500-d2ed-4338-825e-104621c98e06 req-6ad88468-ecf9-4e47-8529-11a2aea6d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:31.902953 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-6ad88468-ecf9-4e47-8529-11a2aea6d86a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0420928 Aug 28 03:50:31.955125 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30500-d2ed-4338-825e-104621c98e06 req-37e6a43c-1869-4b16-befd-19e3919e83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:31.957177 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-37e6a43c-1869-4b16-befd-19e3919e83b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471382 Aug 28 03:50:32.043168 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-6031e2d0-4f1d-4c42-a36b-443cc20cc0e9 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792351 Aug 28 03:50:32.133937 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4ab30500-d2ed-4338-825e-104621c98e06 req-d2478a0e-7ca8-4860-8d59-46713bf8d51a service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Aug 28 03:50:32.688940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7582596-de6f-46ee-9ab2-ffb398264921 req-9198ed40-2726-429c-9a34-9bfe4e8bf826 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:32.690412 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b7582596-de6f-46ee-9ab2-ffb398264921 req-9198ed40-2726-429c-9a34-9bfe4e8bf826 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Aug 28 03:50:32.727503 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b7582596-de6f-46ee-9ab2-ffb398264921 req-b66fa579-8748-4ae2-a8a2-71d26460a168 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Aug 28 03:50:33.839002 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ff46-5015-409b-aada-484ea02420a5 req-6b1101d2-b006-4dd7-92e9-3c3dda843713 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:33.840746 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-36a4ff46-5015-409b-aada-484ea02420a5 req-6b1101d2-b006-4dd7-92e9-3c3dda843713 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Aug 28 03:50:33.879118 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-36a4ff46-5015-409b-aada-484ea02420a5 req-1c0ebf16-7d0d-4d96-b89b-4d1a5232f126 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Aug 28 03:50:34.096089 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-ebd927d7-0810-4adc-9574-7173831d8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:34.992632 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacfc6d-be21-447b-9809-219a7222937e req-a513ffab-9ae9-4981-8841-1d6185a06b8e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:34.994111 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5aacfc6d-be21-447b-9809-219a7222937e req-a513ffab-9ae9-4981-8841-1d6185a06b8e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0492103 Aug 28 03:50:35.030958 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5aacfc6d-be21-447b-9809-219a7222937e req-782c37f7-5660-4dcc-bb5d-ddc2e350e6a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Aug 28 03:50:36.145206 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773e849-68d6-46a1-abe4-0aad71816a38 req-7f0a0e72-900c-4dd3-b4e1-d374ca538c40 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:36.146684 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c773e849-68d6-46a1-abe4-0aad71816a38 req-7f0a0e72-900c-4dd3-b4e1-d374ca538c40 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0498402 Aug 28 03:50:36.183870 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-c773e849-68d6-46a1-abe4-0aad71816a38 req-7e51f202-d3a9-4e30-9d0c-61b891abe92c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Aug 28 03:50:36.478859 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-4e91e608-53f4-482e-9737-3a61a9eda315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:37.199289 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:37.299185 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9dc3f-80d3-440d-ae77-dfa40bbbafa5 req-b8e5f460-4cf1-4514-8457-4510a17771b2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:37.300692 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-31c9dc3f-80d3-440d-ae77-dfa40bbbafa5 req-b8e5f460-4cf1-4514-8457-4510a17771b2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0513244 Aug 28 03:50:37.338345 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-31c9dc3f-80d3-440d-ae77-dfa40bbbafa5 req-1f27123e-3021-4310-95bf-2267b108a48c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Aug 28 03:50:37.998688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:38.450018 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5254fc-2fac-4239-8c91-f568639f175b req-22e72818-862c-4ad9-8403-aae36a2976e7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:38.451459 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dc5254fc-2fac-4239-8c91-f568639f175b req-22e72818-862c-4ad9-8403-aae36a2976e7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0475144 Aug 28 03:50:38.493389 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-dc5254fc-2fac-4239-8c91-f568639f175b req-e179e1d3-9518-4bb4-9649-bc10022baf32 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Aug 28 03:50:39.608056 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169dbe3-ff67-45e9-9833-e62c319c6781 req-b44715b0-3ab9-4c4c-9d88-ce6034f0d20f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:39.609558 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a169dbe3-ff67-45e9-9833-e62c319c6781 req-b44715b0-3ab9-4c4c-9d88-ce6034f0d20f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Aug 28 03:50:39.647546 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-a169dbe3-ff67-45e9-9833-e62c319c6781 req-868b6fe0-80c1-4b5f-815a-bf1f9d2d67a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Aug 28 03:50:39.924600 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:50:40.088180 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefdf75-25ab-4493-9383-cd421048d43f req-ce0a6ac0-8d7f-4556-b346-7ba2f61bb0a7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:40.090079 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fefdf75-25ab-4493-9383-cd421048d43f req-ce0a6ac0-8d7f-4556-b346-7ba2f61bb0a7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0501835 Aug 28 03:50:40.130738 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-1fefdf75-25ab-4493-9383-cd421048d43f req-f8862680-1c68-499f-b12c-6bed1e9b6bfa tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Aug 28 03:50:40.219877 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-7a116bb6-62ad-40c2-b033-5bfd9180ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:40.221299 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-7a116bb6-62ad-40c2-b033-5bfd9180ea61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0434330 Aug 28 03:50:40.310184 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-12916fe5-c232-4753-8783-b18cde7552ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:40.311732 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-12916fe5-c232-4753-8783-b18cde7552ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0831368 Aug 28 03:50:40.381116 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-a56c57ee-aa54-4974-a30b-6d2078391b72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1001 time: 0.0620718 Aug 28 03:50:40.429336 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-abf468ac-f0a9-450c-9ec7-40aa3e9f2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:40.430728 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-abf468ac-f0a9-450c-9ec7-40aa3e9f2a7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0425980 Aug 28 03:50:40.475453 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-176e9a4c-028e-4399-b33d-0adb2b09b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:40.476849 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-176e9a4c-028e-4399-b33d-0adb2b09b5ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393445 Aug 28 03:50:40.568224 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-fefde7b4-2f60-42fb-a9e6-711c04762513 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Aug 28 03:50:40.657344 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-4d19a7c7-e934-4769-9405-cbec53fbf850 req-8c60774a-bf22-43d6-b00c-6d4d91399879 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Aug 28 03:50:41.246734 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216112f-2e70-4051-b0e1-845204f9ac08 req-d20765cd-f746-470a-b306-c7fb27a1ae7c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:41.248213 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0216112f-2e70-4051-b0e1-845204f9ac08 req-d20765cd-f746-470a-b306-c7fb27a1ae7c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0489161 Aug 28 03:50:41.286365 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-0216112f-2e70-4051-b0e1-845204f9ac08 req-08ad77a1-0390-45b3-86ec-bdc1811f1a7e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Aug 28 03:50:42.400364 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9dbc-bd06-41f1-be19-62767f47c268 req-856c8405-3214-4129-9022-f202e2ee1ef0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:50:42.401775 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-10eb9dbc-bd06-41f1-be19-62767f47c268 req-856c8405-3214-4129-9022-f202e2ee1ef0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0499785 Aug 28 03:50:42.439456 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-10eb9dbc-bd06-41f1-be19-62767f47c268 req-5e32573a-119a-48c3-abd2-493e239a562d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Aug 28 03:50:49.673112 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:01.350263 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:51:04.112392 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9fd72982-7aa4-4b8f-b798-e0aa69c87818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:06.466874 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-30e580b5-c219-4252-828f-532130398dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:07.192850 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:08.026858 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:09.838282 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:18.136260 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [req-7c101b0a-95ef-459b-8bbe-dd174c9aeed7 req-bc3706c7-5220-4ede-9709-8b3480e5e105 service neutron] (94548) timed out ('10.222.0.38', 51656) {{(pid=94548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 03:51:19.694869 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:33.620561 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-3a041718-a6d3-4b09-a34e-5848430b53e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442934 Aug 28 03:51:33.720143 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-c07a6284-105a-43b8-a50f-a093577ba818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:33.721610 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-c07a6284-105a-43b8-a50f-a093577ba818 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0395193 Aug 28 03:51:33.824575 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-2eb938e6-e71a-48c1-a549-60238a39ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:33.826129 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-2eb938e6-e71a-48c1-a549-60238a39ed7d service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0846136 Aug 28 03:51:33.896745 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-ee321066-6eed-421a-9a1e-de363bf56725 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1001 time: 0.0613685 Aug 28 03:51:33.945413 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-09611d19-37e8-404c-bf6e-29771c7b6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:33.947307 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-09611d19-37e8-404c-bf6e-29771c7b6eee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0425258 Aug 28 03:51:33.992297 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-b0e1f91b-3e9c-49cc-a9e6-3008d18a0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:33.993792 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-b0e1f91b-3e9c-49cc-a9e6-3008d18a0668 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394289 Aug 28 03:51:34.088648 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-585d4a3b-422f-4e33-95a7-1871e088ab0e service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865757 Aug 28 03:51:34.100450 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-78d47ff5-b793-4bd6-a78b-32842029fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:34.177330 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-eaf0d6e2-09d2-415b-906b-eddaa39f7b6b req-ad818e7b-f05a-4c4b-b8ba-2ce6fdba2ddd service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806334 Aug 28 03:51:36.478151 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2323d8a1-aba3-4c9c-a4e6-3cbd2e18207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:37.180373 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:38.054755 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:38.348814 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:51:39.843191 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:40.611045 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa65d3-bb0b-4ee5-a2c8-23b928c21c47 req-06af2679-2bf2-4af2-87eb-ae07a721c9f7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:40.612524 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ecaa65d3-bb0b-4ee5-a2c8-23b928c21c47 req-06af2679-2bf2-4af2-87eb-ae07a721c9f7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0499487 Aug 28 03:51:40.653963 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ecaa65d3-bb0b-4ee5-a2c8-23b928c21c47 req-af52908c-e185-4e4b-a7c1-80842beb80d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354528 Aug 28 03:51:41.772323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885470-474d-462f-a5f5-ca86296a8887 req-bbc80afc-ebc7-473c-aaa3-d8df34844695 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:41.773849 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ec885470-474d-462f-a5f5-ca86296a8887 req-bbc80afc-ebc7-473c-aaa3-d8df34844695 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0522029 Aug 28 03:51:41.811611 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ec885470-474d-462f-a5f5-ca86296a8887 req-21eda3a0-ccc6-4c36-b87a-69ef30874670 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Aug 28 03:51:42.924813 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2a59-71ba-4b7a-85b0-87491e7a56d8 req-6a6c28bb-26be-4567-b267-942bdb7cbcf7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:42.926300 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-68bc2a59-71ba-4b7a-85b0-87491e7a56d8 req-6a6c28bb-26be-4567-b267-942bdb7cbcf7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Aug 28 03:51:42.967100 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-68bc2a59-71ba-4b7a-85b0-87491e7a56d8 req-b330796b-a93d-4aa6-8321-4658284058f7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Aug 28 03:51:44.080124 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e91b78-377a-49d0-b5db-10d3bd5858ba req-ecb8ea95-cd93-4489-a22f-314285145408 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:44.081617 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91e91b78-377a-49d0-b5db-10d3bd5858ba req-ecb8ea95-cd93-4489-a22f-314285145408 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0486290 Aug 28 03:51:44.118649 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-91e91b78-377a-49d0-b5db-10d3bd5858ba req-41db3ab3-b415-4d4e-b7a3-ec9cc5b50c58 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Aug 28 03:51:45.232172 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcc779-6445-416d-b604-418fcb9f528e req-c17b91c8-5e0a-455f-8760-15c7022ccb9d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:45.233672 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1efcc779-6445-416d-b604-418fcb9f528e req-c17b91c8-5e0a-455f-8760-15c7022ccb9d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Aug 28 03:51:45.269704 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1efcc779-6445-416d-b604-418fcb9f528e req-4707cff8-5d7d-46d1-b505-99e44a7844c8 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303969 Aug 28 03:51:46.386465 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cf48c-05bb-4b25-8f7d-56f70774f05a req-ea034d70-39b8-40eb-9833-ed0bf7f22d03 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:46.388031 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ce4cf48c-05bb-4b25-8f7d-56f70774f05a req-ea034d70-39b8-40eb-9833-ed0bf7f22d03 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Aug 28 03:51:46.425448 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-ce4cf48c-05bb-4b25-8f7d-56f70774f05a req-108bf833-4834-4f2e-83fe-dc766c7e0f14 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Aug 28 03:51:47.535565 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a4984-fe9c-4556-b33d-234c0ce3c409 req-8ff907ba-2deb-460d-9036-387d60bb169a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:47.537036 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-250a4984-fe9c-4556-b33d-234c0ce3c409 req-8ff907ba-2deb-460d-9036-387d60bb169a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0472095 Aug 28 03:51:47.573625 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-250a4984-fe9c-4556-b33d-234c0ce3c409 req-fc9f3eff-5de3-444d-aabb-5a0a3f663a4b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298731 Aug 28 03:51:48.688647 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac12db-45c3-41aa-9b5f-21506831b876 req-7f054361-db45-41ad-8995-a284f5ac6412 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:48.690115 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ac12db-45c3-41aa-9b5f-21506831b876 req-7f054361-db45-41ad-8995-a284f5ac6412 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0516551 Aug 28 03:51:48.728370 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-f5ac12db-45c3-41aa-9b5f-21506831b876 req-2e436ea3-e6fb-413c-b559-a1855f5a4deb tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Aug 28 03:51:49.688492 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:51:49.839976 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1865b5-8256-4f0b-8326-756367439f35 req-73a22a00-75bc-4666-9a21-8794c4208c1e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:49.841641 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fc1865b5-8256-4f0b-8326-756367439f35 req-73a22a00-75bc-4666-9a21-8794c4208c1e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Aug 28 03:51:49.883019 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-fc1865b5-8256-4f0b-8326-756367439f35 req-bbaf683c-c8d5-4833-91a7-61c9ed76c3a3 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356150 Aug 28 03:51:50.998563 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3549-736c-443c-bd04-b589ba8a947d req-d1bd1cfc-e4e4-4280-8757-ddfa4babf869 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:51.000052 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-805d3549-736c-443c-bd04-b589ba8a947d req-d1bd1cfc-e4e4-4280-8757-ddfa4babf869 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0497525 Aug 28 03:51:51.038153 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-805d3549-736c-443c-bd04-b589ba8a947d req-ce236d0d-d166-4fe6-8912-0211d940c89b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Aug 28 03:51:52.153592 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37777c-b76a-421e-94b0-bc21b62b1c50 req-ba4fdf53-77a0-483c-9f6d-5c40f3601324 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.155078 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d37777c-b76a-421e-94b0-bc21b62b1c50 req-ba4fdf53-77a0-483c-9f6d-5c40f3601324 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0501690 Aug 28 03:51:52.191911 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1d37777c-b76a-421e-94b0-bc21b62b1c50 req-51d940ec-94fc-42fe-8f5c-d38aee401321 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Aug 28 03:51:52.494773 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892cf34-6b6d-414f-a71d-9a16620b3bca req-a2b87f49-21d6-475f-930f-4b9d99b5f387 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.496387 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e892cf34-6b6d-414f-a71d-9a16620b3bca req-a2b87f49-21d6-475f-930f-4b9d99b5f387 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0491145 Aug 28 03:51:52.534758 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-e892cf34-6b6d-414f-a71d-9a16620b3bca req-ff9586a5-cfa2-405e-99dc-711cb35743c0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324907 Aug 28 03:51:52.660201 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-a47f488c-4475-4da1-866c-1f160afe88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.661635 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-a47f488c-4475-4da1-866c-1f160afe88b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0399284 Aug 28 03:51:52.759373 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-e295c283-3867-402c-8e1d-ac1882297135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.760884 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-e295c283-3867-402c-8e1d-ac1882297135 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0924575 Aug 28 03:51:52.826256 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-ece846df-f9e0-4df0-b957-a1314be8c26b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1001 time: 0.0587645 Aug 28 03:51:52.878968 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-831c39e0-7d63-44f7-90ff-0ee771456e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.880402 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-831c39e0-7d63-44f7-90ff-0ee771456e45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0473087 Aug 28 03:51:52.925222 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-666f7dd7-40ae-4523-b4ec-7839d1e5cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:52.926601 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-666f7dd7-40ae-4523-b4ec-7839d1e5cf1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386584 Aug 28 03:51:53.014371 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-279e23cb-b191-40fb-ac44-26a2ba6aefe3 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Aug 28 03:51:53.112586 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-45fcd07a-2353-41db-b223-f6d4f2d3750c req-33ee4eda-980b-4b4a-95e9-e047253d56c5 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909312 Aug 28 03:51:53.658691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978b057-a207-417d-858a-9eb19157a1f9 req-a9fc9fcf-3468-4e48-b615-297acec369a4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:53.660183 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7978b057-a207-417d-858a-9eb19157a1f9 req-a9fc9fcf-3468-4e48-b615-297acec369a4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0540452 Aug 28 03:51:53.696713 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7978b057-a207-417d-858a-9eb19157a1f9 req-ffb3d6c7-bbcb-48d8-80d5-01bff3f0394e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Aug 28 03:51:54.810528 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d000c2e-5914-4de2-b809-66914cbfad26 req-c2e4cbf2-89ab-4e19-baa4-38878ba2873b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:51:54.812020 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d000c2e-5914-4de2-b809-66914cbfad26 req-c2e4cbf2-89ab-4e19-baa4-38878ba2873b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Aug 28 03:51:54.852433 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-9d000c2e-5914-4de2-b809-66914cbfad26 req-0d3a867c-c8c7-4ad7-afaa-9af899facf7b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344734 Aug 28 03:52:04.083057 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2e82fae8-8333-469e-9864-12990ffeafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:06.465673 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-44f8f0cc-2cd1-4f67-9fff-e42d0b0e4d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:07.197121 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:08.065325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:09.853949 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:15.348312 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:52:19.728348 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:33.606192 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-f05c4347-4bb8-433c-b883-dbd55a7f4b7b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405424 Aug 28 03:52:33.708220 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343342-cfc0-4830-a4b0-4493b7a513df req-ccc32e2b-fca6-4549-85a4-b8e66cf51d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:33.709758 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-ccc32e2b-fca6-4549-85a4-b8e66cf51d20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 1099 time: 0.0448954 Aug 28 03:52:33.809607 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343342-cfc0-4830-a4b0-4493b7a513df req-0c7fb8a1-fdc8-400b-929d-8b70c9278b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:33.813811 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-0c7fb8a1-fdc8-400b-929d-8b70c9278b55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0816157 Aug 28 03:52:33.878769 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-7cb1621a-a661-4950-8703-2506f1195e40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 200 len: 1001 time: 0.0610421 Aug 28 03:52:33.930989 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343342-cfc0-4830-a4b0-4493b7a513df req-c8c9debd-5b43-4886-8cf2-8a5f1c92dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:33.932855 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-c8c9debd-5b43-4886-8cf2-8a5f1c92dcdd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0464265 Aug 28 03:52:33.979123 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343342-cfc0-4830-a4b0-4493b7a513df req-a119e737-dbc9-4096-94af-ec2d5d666021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:33.980583 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-a119e737-dbc9-4096-94af-ec2d5d666021 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410562 Aug 28 03:52:34.073913 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-538345e4-5c13-4e2b-b792-e85aa83c75ad service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 Aug 28 03:52:34.077312 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b27d7e6c-c704-4ea1-a771-c57e6a7378fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:34.162588 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-64343342-cfc0-4830-a4b0-4493b7a513df req-89f6a3b3-7b46-4027-9ae7-ad391bb31240 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816855 Aug 28 03:52:36.459278 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-093e573a-e08b-46ab-ab85-a5066bb27e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:37.196475 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:38.047908 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:39.824354 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:49.721806 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:52:52.347750 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:52:58.605481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8c987-ff59-4c4b-a797-033212e3e965 req-b61f01d0-587f-4158-9392-79153444286b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:58.606922 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0b8c987-ff59-4c4b-a797-033212e3e965 req-b61f01d0-587f-4158-9392-79153444286b tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0482347 Aug 28 03:52:58.643500 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-c0b8c987-ff59-4c4b-a797-033212e3e965 req-feb2ba9d-aa8d-4130-8ede-d6dbb5d033aa tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307384 Aug 28 03:52:59.772220 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a1d-bb61-4263-bfc9-80bc322b8d04 req-23791138-ae0f-47e4-9eb7-c36b2d6dd341 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:52:59.773687 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-52b33a1d-bb61-4263-bfc9-80bc322b8d04 req-23791138-ae0f-47e4-9eb7-c36b2d6dd341 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0478923 Aug 28 03:52:59.810919 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-52b33a1d-bb61-4263-bfc9-80bc322b8d04 req-0ede148a-4041-4aa9-b9cd-284117b2fc85 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 28 03:53:00.742623 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c635a-9389-49a2-ae60-a4338736d38f req-acf26c94-857f-49bb-8dc4-d3957a9b0af4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:00.744072 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-985c635a-9389-49a2-ae60-a4338736d38f req-acf26c94-857f-49bb-8dc4-d3957a9b0af4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Aug 28 03:53:00.830750 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Deleting port 3e085f93-9746-45e1-a693-e351867ccb14 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:53:00.831090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:00.950138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] For port 3e085f93-9746-45e1-a693-e351867ccb14, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=3e085f93-9746-45e1-a693-e351867ccb14,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:53:00.950499 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:01.007586 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14c562-0b4d-42ba-915c-b58d11b84e55 req-973c96d6-58b9-4b85-8817-c10228ccac78 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:01.008986 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e14c562-0b4d-42ba-915c-b58d11b84e55 req-973c96d6-58b9-4b85-8817-c10228ccac78 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 946 time: 0.1085441 Aug 28 03:53:01.094506 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e14c562-0b4d-42ba-915c-b58d11b84e55 req-79287c73-62a9-4557-b796-f38a5fa70514 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=547c79f6-4b4d-4042-a67d-c60dc154f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787323 Aug 28 03:53:01.166575 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:01.166959 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:01.167266 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Floating IP 78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7 disassociated. External IP: 172.27.1.80, port: 3e085f93-9746-45e1-a693-e351867ccb14. Aug 28 03:53:01.167595 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Calling delete_port for 3e085f93-9746-45e1-a693-e351867ccb14 owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:53:01.361421 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:01.387054 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'Port': ['ID=3e085f93-9746-45e1-a693-e351867ccb14,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:01.401370 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.401714 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.402051 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.402375 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.402696 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.403015 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.403334 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.403650 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.403965 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.404278 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.404590 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.404963 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:01.512458 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:53:01.616525 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:53:01.626521 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:53:01.635470 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:53:01.636074 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:52:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:01.658255 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] No DVR routers for this DVR port 3e085f93-9746-45e1-a693-e351867ccb14 on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:53:01.660893 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:01.662822 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-985c635a-9389-49a2-ae60-a4338736d38f req-d26013b2-276e-4d70-beb9-a8b498ff0da2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "DELETE /v2.0/ports/3e085f93-9746-45e1-a693-e351867ccb14 HTTP/1.1" status: 204 len: 173 time: 0.9127769 Aug 28 03:53:01.663281 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'name': 'network-vif-deleted', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:53:01.665529 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bd3829-3506-4cb6-b174-3348a49433ad" -d '{"events": [{"server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "name": "network-vif-deleted", "tag": "3e085f93-9746-45e1-a693-e351867ccb14"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:53:01.701166 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d3a7a-78c6-4490-85d8-44449a722be2 x-openstack-request-id: req-4b0d3a7a-78c6-4490-85d8-44449a722be2 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:53:01.701455 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455517b5-d7fb-4bed-8836-d91396e859f8", "name": "network-vif-deleted", "tag": "3e085f93-9746-45e1-a693-e351867ccb14", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:53:01.701705 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b0d3a7a-78c6-4490-85d8-44449a722be2 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:53:01.702128 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455517b5-d7fb-4bed-8836-d91396e859f8', 'name': 'network-vif-deleted', 'tag': '3e085f93-9746-45e1-a693-e351867ccb14', 'status': 'completed', 'code': 200} Aug 28 03:53:01.747003 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:53:01.957149 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:01.983885 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:53:01.992115 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:53:01.992746 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:52:36Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:02.096641 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:53:02.197806 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-87bdd635-0077-49de-8c84-b58a3c62e16a req-5dd4a065-d8bc-4e08-b534-cea7cbc3a3f5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=455517b5-d7fb-4bed-8836-d91396e859f8 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Aug 28 03:53:02.293034 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:02.322323 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e06951-4087-48a8-8e0f-5c30bde94d3a None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:53:02.543833 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be931ba1-4a92-48ec-9701-9caa3464c6f0 None None] New status for floating IP 78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7: DOWN {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:53:03.345537 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44906) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:03.400309 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.423446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.509760 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.512344 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.513523 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "DELETE /v2.0/security-groups/547c79f6-4b4d-4042-a67d-c60dc154f9e9 HTTP/1.1" status: 204 len: 168 time: 0.1670117 Aug 28 03:53:03.517048 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44908) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:03.522798 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1636-1bf9-4c8d-a492-9885c362f42d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c79f6-4b4d-4042-a67d-c60dc154f9e9,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:03.534015 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.api.v2.resource [None req-058fb140-a076-4347-8177-a083e4b1a694 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] show failed (client error): The resource could not be found. Aug 28 03:53:03.535045 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-058fb140-a076-4347-8177-a083e4b1a694 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups/547c79f6-4b4d-4042-a67d-c60dc154f9e9 HTTP/1.1" status: 404 len: 347 time: 0.0169699 Aug 28 03:53:03.537961 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44910) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:03.657235 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Deleting port 3c16e520-f3a8-47f9-9f89-a2ee1f1731a0 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:53:03.657479 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.731704 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.732022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.744115 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Calling delete_port for 3c16e520-f3a8-47f9-9f89-a2ee1f1731a0 owned by network:floatingip {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:53:03.924003 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e085f93-9746-45e1-a693-e351867ccb14 no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:53:03.944270 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:03.946153 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 3e085f93-9746-45e1-a693-e351867ccb14 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:53:03.946496 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 3e085f93-9746-45e1-a693-e351867ccb14 not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:53:03.975541 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'Port': ['ID=3c16e520-f3a8-47f9-9f89-a2ee1f1731a0,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:04.031323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:04.033944 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:04.035173 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0863428b-12be-4004-abe2-9e1526c734a0 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "DELETE /v2.0/floatingips/78f39b7f-2cc0-4411-9b99-c1f16fdd4ab7 HTTP/1.1" status: 204 len: 168 time: 0.4962425 Aug 28 03:53:04.069782 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-476fa371-3470-45a0-9f6f-b72761ee3053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.399345 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44916) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:05.404006 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738110191', 'description': 'tempest-description--1325184707'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:05.475609 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.555105 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.595409 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.624849 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9612907b-18f8-4c31-892c-4660b2d1a94b,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:05.652878 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.654048 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-d5e23224-9700-4216-9669-a532b8b1e47a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2536805 Aug 28 03:53:05.657974 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44918) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:05.662372 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group_rule': {'security_group_id': '9612907b-18f8-4c31-892c-4660b2d1a94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:05.743050 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.799386 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.869821 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.887082 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d154a5-5dc8-48f1-bc19-e243b64a5a38,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:05.950174 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:05.951328 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-86a882ff-8ea0-4575-8754-b614cc6e89cd tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924252 Aug 28 03:53:05.954705 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44920) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:05.959291 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'security_group_rule': {'security_group_id': '9612907b-18f8-4c31-892c-4660b2d1a94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:06.045808 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.100114 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.161166 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33126316'] for security_group_rule, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.178619 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57997b6a-8edb-494b-95c6-47bdb8f5e268,revision_number=0']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:06.235594 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.236770 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-24bc5597-fe42-48f6-bff2-7f1f614d0301 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809699 Aug 28 03:53:06.243939 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 44922) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:06.248358 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'floatingip': {'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:06.344084 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.443077 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.475245 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-db5d932a-d41e-46bc-907b-d01e0f0da8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.542168 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Allocated IP 172.27.1.183 (bfbff3ff-848d-47ad-a75d-cb9f930341aa/f1559b96-1f96-4780-b175-4ae8e14c251e/aa9fc800-3ab8-4807-90a3-bfe6bed43cf2) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:53:06.643078 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.744437 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.779691 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Network bfbff3ff-848d-47ad-a75d-cb9f930341aa is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:53:06.784811 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:53:06.787216 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:53:06.815407 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=aa9fc800-3ab8-4807-90a3-bfe6bed43cf2,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:06.877698 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:06.986729 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.241747 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.403752 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.469947 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.538672 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=aa9fc800-3ab8-4807-90a3-bfe6bed43cf2,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:07.548789 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.618512 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:07.619855 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-0596c150-8b98-41b9-988a-9701f4f0333e tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3749609 Aug 28 03:53:07.804233 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-9cc6a99c-c9da-4a89-8260-9ed711debbc7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1738110191&fields=id&tenant_id=dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 267 time: 0.0325634 Aug 28 03:53:07.916415 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-792bfa2b-0ce8-4f1b-b09d-5c132c0a6198 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:07.917902 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-792bfa2b-0ce8-4f1b-b09d-5c132c0a6198 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 811 time: 0.1070416 Aug 28 03:53:07.933185 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-37ccee96-be58-4fa1-982a-1bf032ceafdf tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/quotas/dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 375 time: 0.0091739 Aug 28 03:53:07.986944 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-445b7e35-06cd-4122-ae7a-cf4d23be9657 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480609 Aug 28 03:53:08.024481 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:08.177871 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-fefd84ba-125f-49dd-a22f-fc9006eda7c6 service neutron] 10.222.0.36 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793914 Aug 28 03:53:08.268318 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-911e34a3-57b0-4673-8f7c-ed7c8e1a288b service neutron] 10.222.0.36 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844550 Aug 28 03:53:08.522245 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-abeb7747-9256-42c3-9e21-cf201d7115c2 req-7345d9b8-523b-4c70-bd98-8644462c87e2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 210 time: 0.0267885 Aug 28 03:53:09.613535 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af888d7f-8171-4981-94eb-6c21bc4a954b req-f81fea55-71a6-4b0b-9e29-f8e20e50a320 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 210 time: 0.0269794 Aug 28 03:53:09.905300 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:10.527857 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-1685f005-940e-4def-9147-84550003680c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:10.529243 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-1685f005-940e-4def-9147-84550003680c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 811 time: 0.1079686 Aug 28 03:53:10.580469 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-fa193d0a-fcda-4b39-beb7-e26bd063ef0a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd958efc46942178dce3bf9c5eac377 HTTP/1.1" status: 200 len: 380 time: 0.0354099 Aug 28 03:53:10.590195 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'port': {'device_id': '782352ec-86af-4784-ab29-7777b5457571', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'admin_state_up': True, 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'security_groups': ['9612907b-18f8-4c31-892c-4660b2d1a94b']}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:10.708292 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-2291b690-24f4-4ce5-aa40-90490508b6e4 req-32cb7163-b2ac-40dd-ad92-a39c2b6e8f4c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 210 time: 0.0267165 Aug 28 03:53:10.761723 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Made reservation on behalf of dbd958efc46942178dce3bf9c5eac377 for: {'port': 1} {{(pid=94548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 03:53:10.766117 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:10.905193 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.db_base_plugin_common [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Allocated IP 172.20.0.5 (9282c248-0ce4-4547-85cc-2de2178e14c9/5ad0de3c-928b-4583-a4d2-f8409cf2282b/172e3b50-f4c8-46b4-9805-23b0005f10ce) {{(pid=94548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 03:53:11.040394 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for port, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.054723 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Transition to ACTIVE for port object 172e3b50-f4c8-46b4-9805-23b0005f10ce will not be triggered until provisioned by entity DHCP. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:53:11.144644 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732825671702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.189222 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 is already hosted by enough agents. {{(pid=94548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 03:53:11.194209 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.base_scheduler [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Resources bound (agent type, host, resource id): {{(pid=94548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 03:53:11.197950 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Received port after_create {{(pid=94548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 03:53:11.205073 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event updated for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:11.254340 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:11.254935 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.322530 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-c0f7ffb0-2f8c-4d8a-bf26-ffbac2501366 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361405 Aug 28 03:53:11.341794 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.v2.base [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Request body: {'port': {'device_id': '782352ec-86af-4784-ab29-7777b5457571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75916'}} {{(pid=94548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:11.400155 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.486867 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-5439fed1-1c4f-4c42-8169-2f26f8d5c686 None None] Provisioning for port 172e3b50-f4c8-46b4-9805-23b0005f10ce completed by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:53:11.490668 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-5439fed1-1c4f-4c42-8169-2f26f8d5c686 None None] Provisioning complete for port 172e3b50-f4c8-46b4-9805-23b0005f10ce triggered by entity DHCP. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:53:11.492181 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5439fed1-1c4f-4c42-8169-2f26f8d5c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.523890 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-5439fed1-1c4f-4c42-8169-2f26f8d5c686 None None] Port 172e3b50-f4c8-46b4-9805-23b0005f10ce cannot update to ACTIVE because it is not bound. {{(pid=94550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 03:53:11.660653 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172e3b50-f4c8-46b4-9805-23b0005f10ce {{(pid=94548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:53:11.667709 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.679138 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.provisioning_blocks [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Transition to ACTIVE for port object 172e3b50-f4c8-46b4-9805-23b0005f10ce will not be triggered until provisioned by entity L2. {{(pid=94548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 03:53:11.767208 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:11.851483 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Pushing event updated for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=2']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:11.885883 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701c97-8f23-4b41-81be-6c1af0c34055 req-2e88aa86-d12d-417f-8e8a-040ed6a0c704 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:11.887441 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af701c97-8f23-4b41-81be-6c1af0c34055 req-2e88aa86-d12d-417f-8e8a-040ed6a0c704 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 943 time: 0.0954268 Aug 28 03:53:11.961902 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-af701c97-8f23-4b41-81be-6c1af0c34055 req-538b1be4-9fbe-41c8-9b37-15ae4e0e0d7a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544670 Aug 28 03:53:11.964484 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Attempting to bind port 172e3b50-f4c8-46b4-9805-23b0005f10ce on host hv-cinder-75916 for vnic_type normal with profile {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 03:53:11.964839 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Attempting to bind port 172e3b50-f4c8-46b4-9805-23b0005f10ce by drivers openvswitch,hyperv on host hv-cinder-75916 at level 0 using segments [{'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 03:53:11.965173 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Attempting to bind port 172e3b50-f4c8-46b4-9805-23b0005f10ce on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:53:11.970323 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Port 172e3b50-f4c8-46b4-9805-23b0005f10ce on network 9282c248-0ce4-4547-85cc-2de2178e14c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75916 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 03:53:11.970642 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Attempting to bind port 172e3b50-f4c8-46b4-9805-23b0005f10ce on network 9282c248-0ce4-4547-85cc-2de2178e14c9 {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 03:53:11.975421 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Checking agent: {'id': 'b68a55b0-858e-41b5-ba0a-c829cc88b747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75916', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'started_at': datetime.datetime(2021, 8, 28, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 3, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 03:53:11.975755 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Checking segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 03:53:11.976135 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Bound using segment: {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'} {{(pid=94548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 03:53:11.976565 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.managers [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Bound port: 172e3b50-f4c8-46b4-9805-23b0005f10ce, host: hv-cinder-75916, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9'}}] {{(pid=94548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 03:53:11.976953 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:12.038718 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, cleared binding levels {{(pid=94548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 03:53:12.042330 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 03:53:12.110985 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30326535'] for port, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:12.151298 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.151915 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:12.153348 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] 10.222.0.38 "PUT /v2.0/ports/172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 200 len: 1093 time: 0.8163521 Aug 28 03:53:12.153789 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:53:12.156500 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532f683e-b3a0-415f-839e-330540c5bec8" -d '{"events": [{"name": "network-changed", "server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:53:12.186835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1f543-ab6d-45f3-aa15-9d50a4fd74dd service neutron] Pushing event updated for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=3']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:12.202506 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76896796-2900-44cf-b665-8c40b45ae8d2 x-openstack-request-id: req-76896796-2900-44cf-b665-8c40b45ae8d2 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:53:12.226737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:53:12.226737 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76896796-2900-44cf-b665-8c40b45ae8d2 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:53:12.226737 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'status': 'completed', 'code': 200} Aug 28 03:53:12.286914 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f683e-b3a0-415f-839e-330540c5bec8 req-4cc84e2d-0fce-4a0e-aca4-855b64584c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.288442 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-532f683e-b3a0-415f-839e-330540c5bec8 req-4cc84e2d-0fce-4a0e-aca4-855b64584c67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1096 time: 0.0440235 Aug 28 03:53:12.394035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f683e-b3a0-415f-839e-330540c5bec8 req-c6956415-7368-401a-9610-df7e3786c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.395511 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-532f683e-b3a0-415f-839e-330540c5bec8 req-c6956415-7368-401a-9610-df7e3786c01d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dbd958efc46942178dce3bf9c5eac377&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934789 Aug 28 03:53:12.490946 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f683e-b3a0-415f-839e-330540c5bec8 req-e2256f38-d72a-4954-9c59-04ca228a4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.492291 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-532f683e-b3a0-415f-839e-330540c5bec8 req-e2256f38-d72a-4954-9c59-04ca228a4cbe service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893447 Aug 28 03:53:12.587164 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-897f3745-4a4a-4018-85ca-482c5543a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.588927 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-897f3745-4a4a-4018-85ca-482c5543a255 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1096 time: 0.0397868 Aug 28 03:53:12.637474 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-22836a46-042e-4511-b166-aa41e0eb7923 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 200 len: 217 time: 0.0351419 Aug 28 03:53:12.683949 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-15a9487c-db9f-44bf-a079-cf58a9e3cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.685380 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-15a9487c-db9f-44bf-a079-cf58a9e3cf8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0412464 Aug 28 03:53:12.733049 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-3c27d4af-ed1c-47dd-9b84-bf602bd21f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:12.734571 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-3c27d4af-ed1c-47dd-9b84-bf602bd21f03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426466 Aug 28 03:53:12.824217 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-0a4ef353-2317-4631-858c-eb798260b9e7 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823245 Aug 28 03:53:12.912457 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-29529bf9-bcd7-4a08-8fb8-c90270f223e8 req-becbfc6a-72fb-468b-b796-8b2c8e9c6d15 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811760 Aug 28 03:53:13.077910 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59703726-e934-44da-b0d1-325f719f7950 req-cd512aa9-b2f7-48bd-bace-76a0d896e754 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:13.079292 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59703726-e934-44da-b0d1-325f719f7950 req-cd512aa9-b2f7-48bd-bace-76a0d896e754 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 943 time: 0.0486925 Aug 28 03:53:13.122606 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-59703726-e934-44da-b0d1-325f719f7950 req-bc01e655-af12-4651-a381-7f8e5263b224 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375488 Aug 28 03:53:14.239611 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bdb08-65f3-44e9-ab8e-48aa368d2551 req-ab4a4d45-2040-4269-b29b-1d83dcaa9f02 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:14.241158 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-be7bdb08-65f3-44e9-ab8e-48aa368d2551 req-ab4a4d45-2040-4269-b29b-1d83dcaa9f02 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 943 time: 0.0516908 Aug 28 03:53:14.278958 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-be7bdb08-65f3-44e9-ab8e-48aa368d2551 req-80106e98-4d0b-4bf0-a188-2764a9126cc4 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Aug 28 03:53:15.391722 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df36c3-f0b5-4d94-8083-d81b3addc07d req-196134bf-553e-4304-90a0-d09603876052 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:15.393711 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b0df36c3-f0b5-4d94-8083-d81b3addc07d req-196134bf-553e-4304-90a0-d09603876052 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 943 time: 0.0486503 Aug 28 03:53:15.431746 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-b0df36c3-f0b5-4d94-8083-d81b3addc07d req-8c22e413-734a-44a7-afe7-1f62c8b387b7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Aug 28 03:53:16.040520 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 172e3b50-f4c8-46b4-9805-23b0005f10ce details requested by agent hyperv_hv-cinder-75916 with host hv-cinder-75916 {{(pid=94550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 03:53:16.254208 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:53:16.265727 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Returning: {'device': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'port_id': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'mac_address': 'fa:16:3e:0b:a0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 03:53:16.301359 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:16.313692 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172e3b50-f4c8-46b4-9805-23b0005f10ce {{(pid=94550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 03:53:16.332393 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:53:16.401076 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:16.448562 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=4']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:16.455978 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.456325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.456665 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.457058 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.457390 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.457720 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.458082 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.458371 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.458698 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.459022 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.459886 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.459886 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:53:16.543757 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82cc6-c9db-4a9b-829d-3ceed43d18cb req-959db7c8-5f22-461d-ab68-d0bddba555f5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:16.545258 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0e82cc6-c9db-4a9b-829d-3ceed43d18cb req-959db7c8-5f22-461d-ab68-d0bddba555f5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 944 time: 0.0490196 Aug 28 03:53:16.583493 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-a0e82cc6-c9db-4a9b-829d-3ceed43d18cb req-b0b8db39-185c-4fa9-ae6f-bcea6ed7819d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Aug 28 03:53:16.844668 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] get_ports_and_sgs() called for port_ids ['172e3b50-f4c8-46b4-9805-23b0005f10ce'] {{(pid=94550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 03:53:17.696064 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe88b-89db-4b2d-a279-434e64c66034 req-0850adfe-4b73-45b2-b256-56010b9c2f8c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:17.697569 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-309fe88b-89db-4b2d-a279-434e64c66034 req-0850adfe-4b73-45b2-b256-56010b9c2f8c tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 944 time: 0.0487549 Aug 28 03:53:17.735679 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-309fe88b-89db-4b2d-a279-434e64c66034 req-77819bab-d53b-4583-b562-ad5b88160d70 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317955 Aug 28 03:53:18.071400 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 172e3b50-f4c8-46b4-9805-23b0005f10ce up at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 03:53:18.201425 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning for port 172e3b50-f4c8-46b4-9805-23b0005f10ce completed by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 03:53:18.206291 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.provisioning_blocks [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Provisioning complete for port 172e3b50-f4c8-46b4-9805-23b0005f10ce triggered by entity L2. {{(pid=94550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 03:53:18.206659 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649419'] for port, provisioning_complete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:18.284630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593218'] for port, before_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:18.305986 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce'}] {{(pid=94550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:53:18.308176 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0de1545dd6c280ac60a2a5e9539cb61824e24187717b64ec3e2c07e78bab5b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e1bc6-0dca-4715-b3a0-c3f76a2c16f3" -d '{"events": [{"server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "name": "network-vif-plugged", "status": "completed", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce"}]}' {{(pid=94550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:53:18.321761 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:53:18.367095 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732826145585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732825671720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732825671738'] for port, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:18.413959 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Pushing event updated for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=5']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:53:18.460051 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2622330-50f1-4b43-8811-6d68ccad081c x-openstack-request-id: req-b2622330-50f1-4b43-8811-6d68ccad081c {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:53:18.460344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "name": "network-vif-plugged", "status": "completed", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce", "code": 200}]} {{(pid=94550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:53:18.460599 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2622330-50f1-4b43-8811-6d68ccad081c {{(pid=94550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:53:18.461185 dv-cinder-759169-4-iscsi neutron-server[94550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'code': 200} Aug 28 03:53:18.762467 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d391b-57c0-4b7d-8c83-603ef6691597 req-806c43eb-7125-4cf6-be5e-b8946a86ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:18.763947 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-667d391b-57c0-4b7d-8c83-603ef6691597 req-806c43eb-7125-4cf6-be5e-b8946a86ac04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1098 time: 0.0397351 Aug 28 03:53:18.806018 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-667d391b-57c0-4b7d-8c83-603ef6691597 req-df5817a6-4cc6-4e82-9a35-d5e1d7be229c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349982 Aug 28 03:53:18.852254 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93614a-ec29-4d3e-95ba-a560c2f3be69 req-0e0bdcfe-a671-455b-8c7c-0db92411a63d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:18.853752 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8b93614a-ec29-4d3e-95ba-a560c2f3be69 req-0e0bdcfe-a671-455b-8c7c-0db92411a63d tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Aug 28 03:53:18.891772 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-8b93614a-ec29-4d3e-95ba-a560c2f3be69 req-ed5a0efa-fd04-4447-aede-01bb475ef38a tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Aug 28 03:53:19.778102 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:20.006315 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80c48a-2be1-4331-bee4-f1a8e310457c req-3951490c-146a-47d6-b7cb-e5bfd9ecbc69 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:20.007778 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5e80c48a-2be1-4331-bee4-f1a8e310457c req-3951490c-146a-47d6-b7cb-e5bfd9ecbc69 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Aug 28 03:53:20.045494 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-5e80c48a-2be1-4331-bee4-f1a8e310457c req-771cdcc8-b281-40c0-87a9-0555bab9e5dc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Aug 28 03:53:21.185675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce1d11-cb4a-48e8-b7df-e96fa653981d req-be096c57-ac4c-4494-8b8d-bec0fee24066 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:21.187495 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7dce1d11-cb4a-48e8-b7df-e96fa653981d req-be096c57-ac4c-4494-8b8d-bec0fee24066 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Aug 28 03:53:21.228229 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-7dce1d11-cb4a-48e8-b7df-e96fa653981d req-373efc7a-27bf-4b69-be52-6262b95946f5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345213 Aug 28 03:53:21.351528 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f24fb-d77a-45db-8e67-ccf57ab9f998 req-7a8a78da-b05f-4c70-a24d-c10232011ef7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:21.353110 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-1a9f24fb-d77a-45db-8e67-ccf57ab9f998 req-7a8a78da-b05f-4c70-a24d-c10232011ef7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Aug 28 03:53:21.361942 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 44992) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:53:21.366439 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.v2.base [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Request body: {'floatingip': {'port_id': '172e3b50-f4c8-46b4-9805-23b0005f10ce'}} {{(pid=94549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 03:53:21.406705 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, before_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:22.092015 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:22.161139 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:22.259474 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.db.l3_db [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Floating IP 6c6c137e-5e75-4fb0-8e0e-c082eeb5c776 associated. External IP: 172.27.1.183, port: 172e3b50-f4c8-46b4-9805-23b0005f10ce. Aug 28 03:53:22.461397 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:53:22.565662 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:53:22.570523 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:22.575151 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:53:22.585168 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:53:22.585762 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:53:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:22.601876 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f87812ac-0c8f-485c-97d3-bcb5064716d2 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "PUT /v2.0/floatingips/6c6c137e-5e75-4fb0-8e0e-c082eeb5c776 HTTP/1.1" status: 200 len: 991 time: 1.2388847 Aug 28 03:53:22.602456 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce'}] {{(pid=94549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:53:22.604760 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125fcc4776b908fbe6e66b525ff53c9fff05e33c7246ed162f5f70675ac7ba52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766060a-ced6-4457-9272-587cdfde2506" -d '{"events": [{"name": "network-changed", "server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce"}]}' {{(pid=94549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:53:22.691517 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:53:22.701060 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123c6772-43a8-4aaf-91dc-d83604b1f8f5 x-openstack-request-id: req-123c6772-43a8-4aaf-91dc-d83604b1f8f5 {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:53:22.701429 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce", "status": "completed", "code": 200}]} {{(pid=94549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:53:22.701744 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-123c6772-43a8-4aaf-91dc-d83604b1f8f5 {{(pid=94549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:53:22.702930 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'status': 'completed', 'code': 200} Aug 28 03:53:22.784803 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766060a-ced6-4457-9272-587cdfde2506 req-e00c023e-16a6-42a3-a403-0ed270a17dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:22.786227 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-e00c023e-16a6-42a3-a403-0ed270a17dfa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1098 time: 0.0409133 Aug 28 03:53:22.881297 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766060a-ced6-4457-9272-587cdfde2506 req-1a07d70d-b749-4011-91fd-eb8b354ac01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:22.882771 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-1a07d70d-b749-4011-91fd-eb8b354ac01a service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0894196 Aug 28 03:53:22.911997 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '6c6c137e-5e75-4fb0-8e0e-c082eeb5c776', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:0b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782352ec-86af-4784-ab29-7777b5457571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:53:06Z', 'updated_at': '2021-08-28T03:53:22Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:22.941404 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:53:22.948275 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-6d63d1ad-575f-4270-9dbc-cae9dbf8bef7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 200 len: 999 time: 0.0568120 Aug 28 03:53:22.949521 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:53:22.950112 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:53:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:23.001250 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766060a-ced6-4457-9272-587cdfde2506 req-82f79096-aa78-497a-aa74-4be7d1d5dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:23.002745 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-82f79096-aa78-497a-aa74-4be7d1d5dfce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0475879 Aug 28 03:53:23.049852 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766060a-ced6-4457-9272-587cdfde2506 req-fc441fc1-5b9d-4472-a9e5-72ba82b35eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:23.051356 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-fc441fc1-5b9d-4472-a9e5-72ba82b35eb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405407 Aug 28 03:53:23.052624 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:53:23.146609 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-ea07469c-7e8c-459f-9abb-71aa990e435d service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Aug 28 03:53:23.242987 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2766060a-ced6-4457-9272-587cdfde2506 req-2dc4c8e1-4330-4ce6-a6cd-8475e26d2540 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880899 Aug 28 03:53:23.286233 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '6c6c137e-5e75-4fb0-8e0e-c082eeb5c776', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:0b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782352ec-86af-4784-ab29-7777b5457571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:53:06Z', 'updated_at': '2021-08-28T03:53:22Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:53:23.312583 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a0f8c-e639-41e6-ad94-c71fd8508292 None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_floatingips': [{'id': '6c6c137e-5e75-4fb0-8e0e-c082eeb5c776', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'router_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'port_id': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'mac_address': 'fa:16:3e:0b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782352ec-86af-4784-ab29-7777b5457571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T03:53:06Z', 'updated_at': '2021-08-28T03:53:22Z', 'revision_number': 1, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:53:23.493555 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614ff36-46e8-4106-b9da-80ca444350de None None] New status for floating IP 6c6c137e-5e75-4fb0-8e0e-c082eeb5c776: ACTIVE {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:53:29.347296 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:53:33.606133 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-4dc60cc7-9f40-4e9b-9dcb-5e8844618bbb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393202 Aug 28 03:53:33.705129 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-b1e17541-d7ce-40a7-8e5f-0d8494f6a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:33.706614 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-b1e17541-d7ce-40a7-8e5f-0d8494f6a304 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1098 time: 0.0413995 Aug 28 03:53:33.819307 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-42db5167-3e29-4058-a764-462d6b938f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:33.820810 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-42db5167-3e29-4058-a764-462d6b938f08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0890782 Aug 28 03:53:33.887478 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-178fe548-4646-4ac5-9a97-3c1898dea729 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 200 len: 1001 time: 0.0585406 Aug 28 03:53:33.939349 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-2c86496d-ae1b-4e10-812c-7b91ded7ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:33.940779 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-2c86496d-ae1b-4e10-812c-7b91ded7ccd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0467212 Aug 28 03:53:33.985842 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-63218a1e-497f-4c6d-bc45-bd78fa399352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:53:33.987294 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-63218a1e-497f-4c6d-bc45-bd78fa399352 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394397 Aug 28 03:53:34.076022 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-f5acb097-1159-4cbf-a491-fc67e513042b service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808060 Aug 28 03:53:34.097921 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d1201f8b-7f4d-43de-879a-b63dab29ee57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:34.168156 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-5a057533-69f0-48d3-a2a7-76cbe78795f4 req-6bc6a242-9290-45aa-8fc4-1cadc2259c2f service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856025 Aug 28 03:53:36.515727 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-04987d45-f4a1-498c-b365-800a690ea9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:37.218823 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:38.040785 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:39.869550 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:53:49.754672 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:04.126482 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-071bfaa2-8532-47bf-95ab-8d2b0a5452b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:06.346218 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:54:06.486241 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-3773c9fe-1661-4b08-bc2f-2c0a841ad4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:07.199968 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:08.045948 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:09.862693 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:19.783212 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:34.102331 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-cfea8791-c149-4312-bc5f-74d2069a6854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:35.649582 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-ea5f25c4-1b55-4a3d-8989-2cb2b18a777e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827355 Aug 28 03:54:35.746133 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-b41a46c4-4d7f-4997-95fa-c9a401100851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:54:35.747644 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-b41a46c4-4d7f-4997-95fa-c9a401100851 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd958efc46942178dce3bf9c5eac377&device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 1098 time: 0.0399704 Aug 28 03:54:35.855903 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-4e58969d-01c3-420e-96d9-bf048030b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:54:35.857420 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-4e58969d-01c3-420e-96d9-bf048030b6d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 200 len: 912 time: 0.0880363 Aug 28 03:54:35.922012 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-f7dd0e30-d103-48f4-a230-e5e6099f173e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 200 len: 1001 time: 0.0570507 Aug 28 03:54:35.974481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-dfe1d407-891b-4a9e-8127-6df5596fdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:54:35.975986 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-dfe1d407-891b-4a9e-8127-6df5596fdaf0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 200 len: 850 time: 0.0470796 Aug 28 03:54:36.021564 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-5ed6f132-95c4-4696-8dcf-61202ea09997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:54:36.022996 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-5ed6f132-95c4-4696-8dcf-61202ea09997 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9282c248-0ce4-4547-85cc-2de2178e14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397553 Aug 28 03:54:36.035894 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-92de0faf-b350-4f7a-97d7-39f53c71f39e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 03:54:36.036846 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-92de0faf-b350-4f7a-97d7-39f53c71f39e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061913 Aug 28 03:54:36.124971 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-8647f359-9d0f-4782-a954-17e779eb28a1 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808561 Aug 28 03:54:36.214313 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-2e281271-cd10-4439-91c9-ccc050a27a6c req-884c172c-57b0-4ca6-8677-f1f614dce8c7 service neutron] 10.222.0.38 "GET /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823839 Aug 28 03:54:36.496417 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-229dc63b-1740-420a-9c00-305a24327f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:37.262227 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:38.033593 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:39.856500 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:54:43.344409 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:54:49.822058 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:03.945075 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ac50-518e-4591-8611-4dffd1bccd2d req-2ae96513-4276-4270-b970-e007e5100d5f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:55:03.946594 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8411ac50-518e-4591-8611-4dffd1bccd2d req-2ae96513-4276-4270-b970-e007e5100d5f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Aug 28 03:55:03.984142 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-8411ac50-518e-4591-8611-4dffd1bccd2d req-0189b5f6-97b9-45a1-a531-7665704e3dac tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Aug 28 03:55:04.090200 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-da91aaf9-202b-40f9-862c-cb85bfcc544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:05.146900 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5040-05ba-4381-98c4-2ab5727c13f8 req-59e18574-d9fc-4608-b7ab-e89b911aa68f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:55:05.148375 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e7ce5040-05ba-4381-98c4-2ab5727c13f8 req-59e18574-d9fc-4608-b7ab-e89b911aa68f tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0970688 Aug 28 03:55:05.184886 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-e7ce5040-05ba-4381-98c4-2ab5727c13f8 req-4c279d12-0e65-4af0-a03a-7ac29d6b0615 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306628 Aug 28 03:55:05.991481 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-1cc92b0c-5d68-498a-84b9-0ac7cc394667 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:55:05.992892 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-1cc92b0c-5d68-498a-84b9-0ac7cc394667 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Aug 28 03:55:06.080493 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Deleting port 172e3b50-f4c8-46b4-9805-23b0005f10ce {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:06.080863 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.170582 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] For port 172e3b50-f4c8-46b4-9805-23b0005f10ce, host hv-cinder-75916, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75916',level=0,port_id=172e3b50-f4c8-46b4-9805-23b0005f10ce,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:55:06.171213 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.299571 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cfa1e-b27e-4985-9658-a0fb9b66b5be req-49d03c9f-07c0-41ab-bf64-170ea2b07294 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 03:55:06.301221 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f13cfa1e-b27e-4985-9658-a0fb9b66b5be req-49d03c9f-07c0-41ab-bf64-170ea2b07294 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 945 time: 0.0503836 Aug 28 03:55:06.338520 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.338901 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33126545'] for floatingip, after_update {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.339210 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.db.l3_db [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Floating IP 6c6c137e-5e75-4fb0-8e0e-c082eeb5c776 disassociated. External IP: 172.27.1.183, port: 172e3b50-f4c8-46b4-9805-23b0005f10ce. Aug 28 03:55:06.339538 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Calling delete_port for 172e3b50-f4c8-46b4-9805-23b0005f10ce owned by compute:nova {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:06.339706 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-f13cfa1e-b27e-4985-9658-a0fb9b66b5be req-f3395a8a-3922-4390-b0c6-01983f15d5f7 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups?id=9612907b-18f8-4c31-892c-4660b2d1a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Aug 28 03:55:06.473609 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-abed1496-f7cb-4312-bf74-ba33ddcb3a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.519795 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.548557 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'Port': ['ID=172e3b50-f4c8-46b4-9805-23b0005f10ce,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:06.559022 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.559360 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.559701 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.560078 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.560348 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.560675 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.561025 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.561354 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.561676 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.561998 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.562318 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.562635 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:06.671356 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:55:06.776110 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:55:06.786067 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:55:06.794882 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:55:06.795476 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:55:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:06.815136 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] No DVR routers for this DVR port 172e3b50-f4c8-46b4-9805-23b0005f10ce on host hv-cinder-75916 {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:55:06.818369 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for port, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:06.820346 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [req-6cf96c41-5537-438c-9a2c-90ab537d4c2f req-596790c7-05a4-4066-b81d-2d38c04f0761 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.38 "DELETE /v2.0/ports/172e3b50-f4c8-46b4-9805-23b0005f10ce HTTP/1.1" status: 204 len: 173 time: 0.8217888 Aug 28 03:55:06.820815 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'name': 'network-vif-deleted', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce'}] {{(pid=94548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 03:55:06.823036 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf04682a823a36932aceb6de2ae9558fa484910f4802127e8655b19ba34625b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba454b1-8936-4565-a9ae-824532934d7e" -d '{"events": [{"server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "name": "network-vif-deleted", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce"}]}' {{(pid=94548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 03:55:06.908019 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:55:06.919677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fac421-bc32-4662-ad32-051f57de78f2 x-openstack-request-id: req-69fac421-bc32-4662-ad32-051f57de78f2 {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 03:55:06.919677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782352ec-86af-4784-ab29-7777b5457571", "name": "network-vif-deleted", "tag": "172e3b50-f4c8-46b4-9805-23b0005f10ce", "status": "completed", "code": 200}]} {{(pid=94548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 03:55:06.919677 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69fac421-bc32-4662-ad32-051f57de78f2 {{(pid=94548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 03:55:06.920019 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782352ec-86af-4784-ab29-7777b5457571', 'name': 'network-vif-deleted', 'tag': '172e3b50-f4c8-46b4-9805-23b0005f10ce', 'status': 'completed', 'code': 200} Aug 28 03:55:07.120597 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:07.148300 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:55:07.156395 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:55:07.157027 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:55:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:07.193254 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:07.260685 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:55:07.451645 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [req-ab20559f-6f42-4350-afad-3c11cee0d66e req-12733fe5-ee10-4aa7-986c-e8989e8c90fa tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/ports?device_id=782352ec-86af-4784-ab29-7777b5457571 HTTP/1.1" status: 200 len: 210 time: 0.0359089 Aug 28 03:55:07.459708 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:07.491071 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0bdd5-459a-4cbf-8433-d00d62c80067 None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:48:35Z', 'revision_number': 4, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi', '_interfaces': [{'id': 'b3dff0ba-4497-474d-a53e-b4a6f44e8603', 'name': '', 'network_id': '9282c248-0ce4-4547-85cc-2de2178e14c9', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'mac_address': 'fa:16:3e:a8:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:35Z', 'updated_at': '2021-08-28T03:48:40Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'subnets': [{'id': '5ad0de3c-928b-4583-a4d2-f8409cf2282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:55:07.715344 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd6921-da6f-4535-b7b1-277bbde979f2 None None] New status for floating IP 6c6c137e-5e75-4fb0-8e0e-c082eeb5c776: DOWN {{(pid=94550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 03:55:08.044126 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.582834 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45306) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:08.635733 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.658411 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.741446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.744035 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.745226 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "DELETE /v2.0/security-groups/9612907b-18f8-4c31-892c-4660b2d1a94b HTTP/1.1" status: 204 len: 168 time: 0.1613173 Aug 28 03:55:08.750085 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45308) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:08.754535 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ea40-5960-4bac-8bc9-4018b2a94cbc tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612907b-18f8-4c31-892c-4660b2d1a94b,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:08.762580 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.api.v2.resource [None req-00633be6-0b32-481f-8743-a939659770e6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] show failed (client error): The resource could not be found. Aug 28 03:55:08.763595 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-00633be6-0b32-481f-8743-a939659770e6 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "GET /v2.0/security-groups/9612907b-18f8-4c31-892c-4660b2d1a94b HTTP/1.1" status: 404 len: 347 time: 0.0146217 Aug 28 03:55:08.766397 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45310) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:08.888392 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Deleting port aa9fc800-3ab8-4807-90a3-bfe6bed43cf2 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:08.888798 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.964208 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.964527 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:08.975991 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Calling delete_port for aa9fc800-3ab8-4807-90a3-bfe6bed43cf2 owned by network:floatingip {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:09.192965 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:09.216204 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Pushing event deleted for resources: {'Port': ['ID=aa9fc800-3ab8-4807-90a3-bfe6bed43cf2,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:09.226624 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.226964 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.227294 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.227622 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.228539 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.228539 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.228539 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.228876 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.229192 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.229511 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.229872 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.230141 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:09.290973 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:09.293474 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75222'] for floatingip, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:09.294602 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-1677dd24-5faa-47a4-9ff8-e610c71482a5 tempest-AttachVolumeTestJSON-67975027 tempest-AttachVolumeTestJSON-67975027-project] 10.222.0.36 "DELETE /v2.0/floatingips/6c6c137e-5e75-4fb0-8e0e-c082eeb5c776 HTTP/1.1" status: 204 len: 168 time: 0.5273287 Aug 28 03:55:09.872879 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:10.744838 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 172e3b50-f4c8-46b4-9805-23b0005f10ce no longer exists at agent hyperv_hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:55:10.763718 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] No Port match for: 172e3b50-f4c8-46b4-9805-23b0005f10ce {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:55:10.768574 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Device 172e3b50-f4c8-46b4-9805-23b0005f10ce not bound to the agent host hv-cinder-75916 {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:55:13.242684 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45340) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:13.704452 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33120975'] for router_interface, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:13.943191 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Deleting port b3dff0ba-4497-474d-a53e-b4a6f44e8603 {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:13.943535 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:14.023988 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] For port b3dff0ba-4497-474d-a53e-b4a6f44e8603, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=b3dff0ba-4497-474d-a53e-b4a6f44e8603,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:55:14.024281 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:14.040925 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Calling delete_port for b3dff0ba-4497-474d-a53e-b4a6f44e8603 owned by network:router_interface {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:14.325108 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:14.350778 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dff0ba-4497-474d-a53e-b4a6f44e8603,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:14.516754 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120773'] for router_interface, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:14.729749 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 has already been hosted by L3 agent 8f04da40-4e7f-4245-8e34-63936498e73a {{(pid=94549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 03:55:14.833634 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] Notify agent at l3_agent.dv-cinder-759169-4-iscsi the message routers_updated {{(pid=94549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 03:55:14.840301 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-ed2729c0-8d37-4802-a15c-f840a8da41cd admin admin] 10.222.0.36 "PUT /v2.0/routers/23d41694-d4d8-4b89-b1fe-f3f4b806ca81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952263 Aug 28 03:55:14.841401 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45344) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:14.844223 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Sync routers for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 03:55:14.853952 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:55:14.854572 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:55:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:14.950490 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:14.966596 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: dv-cinder-759169-4-iscsi {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:55:15.051404 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.140917 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'external_fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:55:14Z', 'revision_number': 5, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port': {'id': '4781e460-edc9-492f-9f43-b8ba64900f9c', 'name': '', 'network_id': 'bfbff3ff-848d-47ad-a75d-cb9f930341aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759169-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T03:48:33Z', 'updated_at': '2021-08-28T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1559b96-1f96-4780-b175-4ae8e14c251e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759169-4-iscsi'}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:15.167515 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Checking router: 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 for host: dv-cinder-759169-4-iscsi {{(pid=94551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 03:55:15.168866 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Deleting port 4781e460-edc9-492f-9f43-b8ba64900f9c {{(pid=94549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:15.169205 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.180848 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Routers {'23d41694-d4d8-4b89-b1fe-f3f4b806ca81'} bound to L3 agent in host dv-cinder-759169-4-iscsi {{(pid=94551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 03:55:15.181501 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759169-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T03:26:06Z,description=,heartbeat_timestamp=2021-08-28T03:55:06Z,host='dv-cinder-759169-4-iscsi',id=8f04da40-4e7f-4245-8e34-63936498e73a,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T03:26:07Z,topic='l3_agent')) {'router_ids': ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'], 'active': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:15.257461 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.db [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] For port 4781e460-edc9-492f-9f43-b8ba64900f9c, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=4781e460-edc9-492f-9f43-b8ba64900f9c,segment=NetworkSegment(55a056f3-3b48-442f-8c99-2cf06889305b),segment_id=55a056f3-3b48-442f-8c99-2cf06889305b)] {{(pid=94549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:55:15.257985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.270531 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.plugins.ml2.plugin [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Calling delete_port for 4781e460-edc9-492f-9f43-b8ba64900f9c owned by network:router_gateway {{(pid=94549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:15.279562 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvr_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] Set router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 gateway port host: None {{(pid=94551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 03:55:15.334286 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.l3_hamode_db [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:55:15Z', 'revision_number': 6, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port_host': None}], 'dv-cinder-759169-4-iscsi', False) {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:15.360102 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa545b3-3e07-4cd7-93c7-0d32b22ce43e None None] The sync data for ids ['23d41694-d4d8-4b89-b1fe-f3f4b806ca81'] in dv-cinder-759169-4-iscsi is: [{'id': '23d41694-d4d8-4b89-b1fe-f3f4b806ca81', 'name': 'tempest-AttachVolumeTestJSON-1770989922-router', 'tenant_id': 'dbd958efc46942178dce3bf9c5eac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T03:48:32Z', 'updated_at': '2021-08-28T03:55:15Z', 'revision_number': 6, 'project_id': 'dbd958efc46942178dce3bf9c5eac377', 'gw_port_host': None}] {{(pid=94551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 03:55:15.472994 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30290410'] for port, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.504400 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4781e460-edc9-492f-9f43-b8ba64900f9c,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:15.824327 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33126495'] for router_gateway, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.911743 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33124544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127768'] for router, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:15.913834 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.004426 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33124559'] for router, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.004924 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d41694-d4d8-4b89-b1fe-f3f4b806ca81 {{(pid=94549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 03:55:16.012935 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.012935 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-7762356d-2de5-4af8-af2d-396a1c3a70f8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/23d41694-d4d8-4b89-b1fe-f3f4b806ca81 HTTP/1.1" status: 204 len: 168 time: 1.1680727 Aug 28 03:55:16.012935 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45346) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:16.061851 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Deleting subnet 5ad0de3c-928b-4583-a4d2-f8409cf2282b {{(pid=94549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 03:55:16.064824 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.102140 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466442'] for subnet, precommit_delete_associations {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.181567 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653497'] for subnet, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.313541 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30290361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29882082'] for subnet, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.348138 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad0de3c-928b-4583-a4d2-f8409cf2282b,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:16.350349 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.354510 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-f83e4fdc-a8d0-4210-8192-746cf7ca524c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ad0de3c-928b-4583-a4d2-f8409cf2282b HTTP/1.1" status: 204 len: 168 time: 0.3383417 Aug 28 03:55:16.354855 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45348) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:16.363816 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe735f5-1657-4781-a816-593ef7734cb2 None None] Network 9282c248-0ce4-4547-85cc-2de2178e14c9 requested from dv-cinder-759169-4-iscsi {{(pid=94550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 03:55:16.410414 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 4781e460-edc9-492f-9f43-b8ba64900f9c no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:55:16.431720 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576809'] for network, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.440944 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 4781e460-edc9-492f-9f43-b8ba64900f9c {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:55:16.441289 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 4781e460-edc9-492f-9f43-b8ba64900f9c not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:55:16.441699 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device b3dff0ba-4497-474d-a53e-b4a6f44e8603 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:55:16.465496 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: b3dff0ba-4497-474d-a53e-b4a6f44e8603 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:55:16.465837 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device b3dff0ba-4497-474d-a53e-b4a6f44e8603 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:55:16.487026 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Deleting port 05518173-f08d-42ff-997d-7a6881676562 {{(pid=94548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:16.487608 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.554586 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.db [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] For port 05518173-f08d-42ff-997d-7a6881676562, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=05518173-f08d-42ff-997d-7a6881676562,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:55:16.555188 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.570224 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.plugin [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Calling delete_port for 05518173-f08d-42ff-997d-7a6881676562 owned by network:dhcp {{(pid=94548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:16.589805 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] DHCP port deletion for 9282c248-0ce4-4547-85cc-2de2178e14c9 request from dv-cinder-759169-4-iscsi {{(pid=94550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 03:55:16.639237 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Deleting port 05518173-f08d-42ff-997d-7a6881676562 {{(pid=94550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 03:55:16.639715 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732826088991'] for port, before_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.701646 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30326558'] for port, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.706261 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.db [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] For port 05518173-f08d-42ff-997d-7a6881676562, host dv-cinder-759169-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759169-4-iscsi',level=0,port_id=05518173-f08d-42ff-997d-7a6881676562,segment=NetworkSegment(ed1edc4d-5e9e-4f20-823f-4d01b8912bea),segment_id=ed1edc4d-5e9e-4f20-823f-4d01b8912bea)] {{(pid=94550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 03:55:16.706961 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123870'] for port, precommit_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.720363 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Calling delete_port for 05518173-f08d-42ff-997d-7a6881676562 owned by network:dhcp {{(pid=94550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 03:55:16.731940 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] No DVR routers for this DVR port 05518173-f08d-42ff-997d-7a6881676562 on host dv-cinder-759169-4-iscsi {{(pid=94548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:55:16.737922 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Pushing event deleted for resources: {'Port': ['ID=05518173-f08d-42ff-997d-7a6881676562,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:16.801563 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732826145567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732825671711'] for port, after_delete {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.825657 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Pushing event deleted for resources: {'Port': ['ID=05518173-f08d-42ff-997d-7a6881676562,revision_number=None']} {{(pid=94550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:16.833916 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654914', 'neutron.services.segments.db._delete_segments_for_network-8732826234862'] for network, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.838856 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] No DVR routers for this DVR port 05518173-f08d-42ff-997d-7a6881676562 on host dv-cinder-759169-4-iscsi {{(pid=94550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 03:55:16.847663 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9282c248-0ce4-4547-85cc-2de2178e14c9']}} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.848025 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.849209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.849209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.849209 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9e7a-cedb-4adf-ace0-79cba96286bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759169-4-iscsi {{(pid=94550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 03:55:16.857436 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea') {'for_net_delete': True} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:16.857816 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.services.segments.db [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1edc4d-5e9e-4f20-823f-4d01b8912bea') {} {{(pid=94548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 03:55:16.867089 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732826234745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3031442'] for segment, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.880928 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272'] for segment, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.886771 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 03:55:16.888580 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32948272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30326571'] for segment, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: Traceback (most recent call last): Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: timer() Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: cb(*args, **kw) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: return func(*args, **kwargs) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: self._notify() Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: self.callback(batched_events) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: event.method(event) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: return f(self, *a, **k) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._get(url).json() Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: return self.request(url, 'GET', **kwargs) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 03:55:16.888928 dv-cinder-759169-4-iscsi neutron-server[94548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 03:55:17.307107 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33126499'] for network, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.312495 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068152'] for network, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.314337 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] 10.222.0.36 "DELETE /v2.0/networks/9282c248-0ce4-4547-85cc-2de2178e14c9 HTTP/1.1" status: 204 len: 168 time: 0.9573231 Aug 28 03:55:17.325707 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8452f4-c390-4fc2-b779-44180f4c657e admin admin] Pushing event deleted for resources: {'Network': ['ID=9282c248-0ce4-4547-85cc-2de2178e14c9,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:17.523326 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45352) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:17.563150 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e5d57c01-5f09-4105-9d6b-b353c5c1d82c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbd958efc46942178dce3bf9c5eac377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386646 Aug 28 03:55:17.565655 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45354) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:17.614280 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.634722 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.724521 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.726985 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:17.728124 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6a6ebfa-bac6-4c5a-ab68-d3b3eb37d5cf HTTP/1.1" status: 204 len: 168 time: 0.1614783 Aug 28 03:55:17.735934 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7cb33-e162-4bfa-9b32-de11818c8ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6ebfa-bac6-4c5a-ab68-d3b3eb37d5cf,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:18.365234 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 05518173-f08d-42ff-997d-7a6881676562 no longer exists at agent ovs-agent-dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 03:55:18.391068 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] No Port match for: 05518173-f08d-42ff-997d-7a6881676562 {{(pid=94550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 03:55:18.391411 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron.plugins.ml2.rpc [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Device 05518173-f08d-42ff-997d-7a6881676562 not bound to the agent host dv-cinder-759169-4-iscsi {{(pid=94550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 03:55:19.809831 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:20.343112 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:55:29.388438 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45466) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:29.491835 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a497833d-0ac9-4b53-9090-c102ebcaee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.579806 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a497833d-0ac9-4b53-9090-c102ebcaee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.621589 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-a497833d-0ac9-4b53-9090-c102ebcaee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.661004 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-a497833d-0ac9-4b53-9090-c102ebcaee9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bc4f1154d744a439433ebb10e94d7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713919 Aug 28 03:55:29.661805 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497833d-0ac9-4b53-9090-c102ebcaee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b0fa0a-6724-4b26-b2b6-9a37a892ed52,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:29.663586 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45470) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:29.711744 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.735573 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.838616 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.841134 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:29.842345 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7b0fa0a-6724-4b26-b2b6-9a37a892ed52 HTTP/1.1" status: 204 len: 168 time: 0.1774087 Aug 28 03:55:29.850083 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ad9ac-385b-408d-8bc0-edac8e74220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b0fa0a-6724-4b26-b2b6-9a37a892ed52,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:32.719212 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45532) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:32.820122 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0fbe-9915-47ca-832c-a569e745f8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:32.907625 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0fbe-9915-47ca-832c-a569e745f8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.009422 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0fbe-9915-47ca-832c-a569e745f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.047979 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-9a5d0fbe-9915-47ca-832c-a569e745f8a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92e0e46e198c47478d8882e05336bed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277197 Aug 28 03:55:33.048852 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0fbe-9915-47ca-832c-a569e745f8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd734998-2e79-44a3-a9a8-c774897d5707,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:33.052968 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45536) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:33.101246 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.121656 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.221078 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.224248 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.225403 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd734998-2e79-44a3-a9a8-c774897d5707 HTTP/1.1" status: 204 len: 168 time: 0.1711276 Aug 28 03:55:33.233277 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ab60c-90b5-41c2-8876-e27e0ecfb0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd734998-2e79-44a3-a9a8-c774897d5707,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:33.791991 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45542) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:33.807569 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3c4920c7-581d-4c3e-ab29-74f157154081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.892521 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3c4920c7-581d-4c3e-ab29-74f157154081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:33.975055 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-3c4920c7-581d-4c3e-ab29-74f157154081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.013124 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-3c4920c7-581d-4c3e-ab29-74f157154081 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=663ec3c9e7a8401db643296175182721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201078 Aug 28 03:55:34.014014 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4920c7-581d-4c3e-ab29-74f157154081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d71ec5-d09a-4dbc-825a-a0e382037584,revision_number=1']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:34.015847 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45544) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:34.067373 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.088249 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.101302 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-4798839b-a7da-4477-86e1-edafa9524bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.220775 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.223515 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:34.224684 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93d71ec5-d09a-4dbc-825a-a0e382037584 HTTP/1.1" status: 204 len: 168 time: 0.2058864 Aug 28 03:55:34.232328 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee2f6-f637-4577-ba6f-7987c87af09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d71ec5-d09a-4dbc-825a-a0e382037584,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:35.745092 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45578) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:35.845301 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5402ba38-9d42-49d2-980d-da69cdf24b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:35.931461 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5402ba38-9d42-49d2-980d-da69cdf24b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.049790 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5402ba38-9d42-49d2-980d-da69cdf24b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.087891 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ba38-9d42-49d2-980d-da69cdf24b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312c4bbb-a725-4749-bc0c-d3418e53e0f3,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:36.094669 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5402ba38-9d42-49d2-980d-da69cdf24b41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e685b95b04b4f3c8aeeb1befc0e2fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462658 Aug 28 03:55:36.095536 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45582) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:36.142362 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.163432 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.261108 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.263600 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:36.264775 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/312c4bbb-a725-4749-bc0c-d3418e53e0f3 HTTP/1.1" status: 204 len: 168 time: 0.1689744 Aug 28 03:55:36.272548 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3004f3-e5cf-41ee-b0d1-85c3ad00f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c4bbb-a725-4749-bc0c-d3418e53e0f3,revision_number=None']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:36.512758 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae33c-0447-4167-99d5-dd29fa4ea479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:37.186714 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:37.731613 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45612) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:37.834422 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5e804694-fa8c-4c92-b229-e7b066ac6765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:37.922560 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5e804694-fa8c-4c92-b229-e7b066ac6765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.004675 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-5e804694-fa8c-4c92-b229-e7b066ac6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.045661 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-5e804694-fa8c-4c92-b229-e7b066ac6765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e253c81394db44df9e1881f6a9236777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129253 Aug 28 03:55:38.047799 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e804694-fa8c-4c92-b229-e7b066ac6765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f63713-2500-400e-9474-589ec6af0861,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:38.048247 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45616) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:38.055948 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.095641 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.117289 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.209552 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.212318 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:38.213542 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83f63713-2500-400e-9474-589ec6af0861 HTTP/1.1" status: 204 len: 168 time: 0.1642883 Aug 28 03:55:38.221021 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3e68-3a27-4c3f-a2a2-ef303d09b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f63713-2500-400e-9474-589ec6af0861,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:39.860549 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:49.837352 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:51.476093 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [-] (94549) accepted ('10.222.0.36', 45762) {{(pid=94549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:51.581595 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e3600644-764c-4019-b391-975dc71b4e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:51.674192 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e3600644-764c-4019-b391-975dc71b4e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:51.728437 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron_lib.callbacks.manager [None req-e3600644-764c-4019-b391-975dc71b4e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_create {{(pid=94549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:51.767879 dv-cinder-759169-4-iscsi neutron-server[94549]: INFO neutron.wsgi [None req-e3600644-764c-4019-b391-975dc71b4e50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c86a7ae1304479099f25ba1e5cddac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906823 Aug 28 03:55:51.768755 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600644-764c-4019-b391-975dc71b4e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a647a9-b4a6-4af2-b200-3ff9c28bdd47,revision_number=1']} {{(pid=94549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:51.770597 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.wsgi [-] (94548) accepted ('10.222.0.36', 45766) {{(pid=94548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 03:55:51.819090 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:51.841892 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:52.003446 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33140248'] for security_group, after_delete {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:52.006578 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron_lib.callbacks.manager [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:55:52.007705 dv-cinder-759169-4-iscsi neutron-server[94548]: INFO neutron.wsgi [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1a647a9-b4a6-4af2-b200-3ff9c28bdd47 HTTP/1.1" status: 204 len: 168 time: 0.2345829 Aug 28 03:55:52.015253 dv-cinder-759169-4-iscsi neutron-server[94548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be566fc6-a574-4145-bd72-bad266c85a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a647a9-b4a6-4af2-b200-3ff9c28bdd47,revision_number=None']} {{(pid=94548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 03:55:57.342078 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:56:04.077688 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e9a2-9f28-4000-b79d-25f7bdad46ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:06.505911 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-635115d3-b5ec-4fb0-b78c-a5081ed3709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:07.202420 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:08.043023 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:09.888959 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:19.877524 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:34.088240 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-bff4cd98-0d5a-4eb9-a3be-363500bbdf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:34.340809 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:56:36.465629 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-06224d70-b058-4ffb-96a9-9f18cc2762c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:37.230766 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:38.048155 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:39.876950 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:56:49.830631 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:04.087361 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b66cf673-87a6-49c9-9718-6681e24f9135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:06.453347 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d89cfdab-8f3c-4f27-b191-6c10236aaf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:07.270583 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:08.070802 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:09.859215 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:11.339877 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:57:19.818667 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:34.087204 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-d7a8026d-9e06-459d-a0d2-cf9717fe85fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:36.447012 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-b9efdefa-ec3c-4343-a061-e17f78a97163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:37.212838 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:38.058548 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:39.869306 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:57:48.338681 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:57:49.846630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:04.091852 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-c3ef80cd-0e96-4025-9518-1c467ad78d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:06.481054 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-9172d579-92af-44da-b98d-6b8915fb9d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:07.234885 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:08.052096 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:09.904033 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:19.846068 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:25.337740 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:58:34.091996 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-dfac8b49-945d-4957-93d4-7224ef4f2f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:36.462514 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7ac40764-2d41-4e8c-9d42-351649106c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:37.227580 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:38.062244 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:39.914325 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:58:49.862630 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:02.336184 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:59:04.085340 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-65da07b8-9070-46c3-a7ea-30d0857e3ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:06.314519 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-a04914ab-0e80-46fe-be66-4614ee7958d6 req-7c06591b-2fed-4448-9394-ccc1b9aeae92 service neutron] (94549) timed out ('10.222.0.36', 43316) {{(pid=94549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 03:59:06.468033 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-2cbce6c6-82d7-4406-a0c4-c121463b07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:07.217268 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:08.056048 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:09.907642 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:19.895939 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:26.251091 dv-cinder-759169-4-iscsi neutron-server[94549]: DEBUG neutron.wsgi [req-5be6be01-5148-4a42-adc2-e770f80f9673 req-d10e044f-a61a-4aae-9646-df5553325174 service neutron] (94549) timed out ('10.222.0.38', 51690) {{(pid=94549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 03:59:34.101553 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-5a74322a-567b-401b-bbaf-86baa55a8222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:36.484135 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-70532761-de69-470f-89f2-eb5657e7baa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:37.256103 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:38.061681 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:39.417018 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 03:59:39.906919 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 03:59:49.911944 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:04.100176 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7629daa1-a9d8-4609-a3f0-c9cc09671320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:06.472215 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7d3107b8-f055-4a9d-9721-362263106669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:07.221583 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:08.072149 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:09.895195 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:16.337333 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 04:00:19.941371 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:34.100038 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-1340a7af-c2e2-47e6-8883-d48763c170b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:36.499579 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-77e33d9d-96ad-4690-8e72-6fd8be9a16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:37.311453 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:38.077766 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:39.928964 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:49.928279 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:00:53.336649 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 04:01:04.087827 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-491d66e6-ef44-49f5-86cd-ba79fa94d347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:06.476319 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-e91942ea-bc46-461a-8f4a-77337a53f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:07.236823 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:08.087358 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:09.888683 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:19.893410 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a8bd79eb-3be8-43b0-bd1a-1dd0055abbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:30.336677 dv-cinder-759169-4-iscsi neutron-server[94551]: DEBUG neutron.db.agents_db [None req-0b00c8ba-1fcd-438d-b9bd-ac260e4d7c5f None None] Agent healthcheck: found 6 active agents {{(pid=94551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 04:01:34.098313 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-548e0d80-579c-447b-89bf-97e00d45ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:36.481969 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-a857f1f2-c18e-49a6-a349-50fd6508b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:37.229967 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-aabb8685-692a-442d-90a5-11f25ad86400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:38.086779 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-7bac1007-ba44-4a3f-84f9-e8bd2c8b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 04:01:39.886956 dv-cinder-759169-4-iscsi neutron-server[94550]: DEBUG neutron_lib.callbacks.manager [None req-6da539f4-630a-4f50-9528-d167978843fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732826234844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649336'] for agent, after_update {{(pid=94550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}